-- Logs begin at Tue 2021-09-14 14:10:51 UTC, end at Tue 2021-09-14 15:04:18 UTC. -- Sep 14 14:40:02.896129 dv-cinder-784140-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 14:40:05.925648 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.common.config [-] Logging enabled! Sep 14 14:40:05.926588 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 14:40:05.926588 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 14:40:05.929863 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.common.config [-] Logging enabled! Sep 14 14:40:05.930116 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 14:40:05.930435 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100280) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 14:40:05.931449 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 14:40:05.931678 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 14:40:05.932117 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 14:40:05.932401 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 14:40:05.932628 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 14:40:05.932959 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.933263 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.933637 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.933895 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.934195 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.934488 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.934771 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.935061 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.935370 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.935660 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.935943 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.936267 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.936501 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.936814 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.937078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.937364 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.937591 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] debug = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.937874 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.938309 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.938734 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.939018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.939305 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.939584 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.939858 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.940175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.940461 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.940823 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] host = dv-cinder-784140-10-iscsi {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.941098 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.941381 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.941671 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.941954 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.942226 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.942504 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.942785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.943038 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.943321 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.943596 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.943884 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.944219 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.944492 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.944716 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.944939 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.945228 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.945513 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.945787 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.946063 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.946333 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.946613 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.946882 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.947148 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.947437 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.947721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.948132 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.948557 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.948900 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.949179 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.949456 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.949741 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.950018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.950294 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.950567 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.950857 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.951127 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.951400 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.951706 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.951991 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.952300 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.952581 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.952856 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.953146 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.953423 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.953695 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.953965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_json = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.954237 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.954507 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.954798 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.955067 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.955339 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.955614 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.955885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.956198 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:05.956502 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.956794 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.957096 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.957384 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.957678 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.957955 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.958245 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.958522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.958811 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.959094 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.959381 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.959657 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.959945 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.960246 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.960547 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.960859 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.961155 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.961448 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.961723 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.961996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.962271 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.962553 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.962842 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.963122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.963414 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.964092 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.964381 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.964787 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.964964 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.965257 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.965534 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.965816 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.966109 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.966392 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.966668 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.966949 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.967247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.968235 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.968235 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.968235 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.968702 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.968912 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.969038 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.969326 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.969624 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.969905 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.970214 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.970533 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.970714 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.971721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.971721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.971721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.972953 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.972953 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.972953 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.972953 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.974167 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.974167 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.974167 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.974167 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.975985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.978288 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.979091 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.979091 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.979305 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.979535 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.979837 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.980157 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.980441 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.980723 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.981004 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.981279 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.981581 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.981870 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.982163 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.982448 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.982726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.983030 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.983314 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.983597 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.983876 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.984186 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.984476 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.984761 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.985068 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.985362 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.985661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.985951 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.986251 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.986531 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.986842 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.987119 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:05.987342 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 14:40:05.987594 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 14:40:06.423616 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 14:40:06.423996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 14:40:06.424363 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 14:40:06.424812 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 14:40:06.872240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.872514 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.872815 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.874469 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.874747 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.875029 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.919030 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.919413 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.919680 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.937702 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.938380 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.938380 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.973832 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.974275 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:06.974714 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.033968 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.034310 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.034620 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.326207 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.326516 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.326908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.327214 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.328094 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.461811 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.462191 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.462537 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.462892 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.463102 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.463484 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.463998 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.464938 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.465226 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.465540 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.465846 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.466169 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.466465 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.466701 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.467005 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.467302 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.467618 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.467920 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.468292 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.468646 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.468998 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.469271 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.469635 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.470086 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.470402 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.470721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.471230 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.471540 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.471844 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.472193 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.472458 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.472747 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:07.473145 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 14:40:07.477402 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 14:40:07.483870 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 14:40:07.488794 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Sep 14 14:40:07.490651 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 14:40:07.491224 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 14:40:07.491615 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 14:40:07.492155 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 14:40:07.495554 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 14:40:07.495891 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 14:40:07.496493 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 14:40:07.504258 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 14:40:07.531342 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 14:40:07.531818 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.532143 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 14:40:07.532506 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.533961 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 14:40:07.534315 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 14:40:07.534597 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 14:40:07.538915 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.539310 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:07.609187 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 14:40:07.609553 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 14:40:07.609667 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 14:40:07.610050 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 14:40:07.635620 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_db.sqlalchemy.engines [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 14:40:08.281516 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing driver for type 'gre' Sep 14 14:40:08.282340 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] gre ID ranges: [(1, 1000)] Sep 14 14:40:08.347983 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing driver for type 'local' Sep 14 14:40:08.348449 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing driver for type 'vlan' Sep 14 14:40:08.369280 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] VlanTypeDriver initialization complete Sep 14 14:40:08.369677 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing driver for type 'vxlan' Sep 14 14:40:08.370321 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] vxlan ID ranges: [(1, 1000)] Sep 14 14:40:08.449810 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing extension driver 'port_security' Sep 14 14:40:08.450291 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] PortSecurityExtensionDriver initialization complete Sep 14 14:40:08.450803 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing mechanism driver 'openvswitch' Sep 14 14:40:08.451226 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing mechanism driver 'hyperv' Sep 14 14:40:08.459127 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.plugin [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:08.459976 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.460491 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.460943 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.461608 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.462173 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.462620 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.463050 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.463693 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.464264 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.464804 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.465346 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.465845 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.466370 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.466803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.467232 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.467912 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.468438 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.468894 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.469321 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.469826 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.470352 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > address_group after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.470784 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > address_group after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.471210 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > address_group after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.471696 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 14:40:08.472228 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] ML2 OVO RPC backend initialized. {{(pid=100280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 14:40:08.473109 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.473552 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.474053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.474502 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > networks before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.474942 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.475370 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > ports before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.475798 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.476270 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnets before_response 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.476718 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.477147 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.477571 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.478003 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.478444 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.478870 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.479525 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.480152 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.480593 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > subnet after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.481429 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.plugin [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Modular L2 Plugin initialization complete Sep 14 14:40:08.481875 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading services supported by the core plugin {{(pid=100280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 14:40:08.482307 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.plugins.ml2.managers [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Got port-security extension from driver 'port_security' Sep 14 14:40:08.482883 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.extensions.vlantransparent [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Disabled vlantransparent extension. Sep 14 14:40:08.483503 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 14:40:08.483922 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: router Sep 14 14:40:08.523050 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.523460 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_create 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.523841 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router before_create 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.524245 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.524626 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.524982 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_delete 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.525348 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > floatingip after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.525702 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > floatingip after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.526338 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_create 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.526574 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.526877 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.527239 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.527607 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.528051 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.528439 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.528785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.529131 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: subnet after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.529461 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.529812 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > port precommit_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.530160 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_create 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.530504 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.530849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.531188 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router after_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.531569 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_delete 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.531879 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_create 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.532267 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router_interface after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.532611 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_update 55549900 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.532978 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > agent after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.533330 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > agent after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.533670 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > network after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.534677 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Tracking information for resource: router configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:08.535013 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Tracking information for resource: floatingip configured {{(pid=100280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 14:40:08.540810 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.db.l3_agentschedulers_db [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 14:40:08.541420 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.541951 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.542180 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.542537 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: port after_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.543470 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router before_create 55550100 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.543795 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_delete 55550100 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.544196 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_create 55550100 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.544557 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > router precommit_update 55550100 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.550324 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.provider_configuration [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service providers = [] {{(pid=100280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 14:40:08.550693 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.db.servicetype_db [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 14:40:08.554046 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.service_base [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 14:40:08.554418 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.service_base [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 14:40:08.554765 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.service_base [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 14:40:08.555715 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.services.service_base [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 14:40:08.556157 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.services.service_base [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 14:40:08.556572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.556890 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 14:40:08.569224 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.569541 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: auto_allocate Sep 14 14:40:08.576075 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: network precommit_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.576449 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: network precommit_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.577040 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.577367 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: tag Sep 14 14:40:08.584902 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.585353 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: timestamp Sep 14 14:40:08.590518 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.590839 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: network_ip_availability Sep 14 14:40:08.596911 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.597299 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.597653 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.598455 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.598778 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: flavors Sep 14 14:40:08.603894 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.604316 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading Plugin: revisions Sep 14 14:40:08.609295 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 14:40:08.609700 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.185s {{(pid=100280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 14:40:08.610475 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 14:40:08.610815 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Initializing extension manager. Sep 14 14:40:08.611339 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: __init__.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.611680 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: __pycache__ {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.612014 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.612363 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: address_group.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.613230 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.613829 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: address-group Sep 14 14:40:08.614155 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: address_scope.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.615129 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.615637 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: address-scope Sep 14 14:40:08.615957 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: admin_state_down_before_update.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.617021 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.617537 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: router-admin-state-down-before-update Sep 14 14:40:08.617862 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: agent.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.618587 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.619091 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: agent Sep 14 14:40:08.619468 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: agent_resources_synced.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.620472 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.621003 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: agent-resources-synced Sep 14 14:40:08.621326 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: allowedaddresspairs.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.623342 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.623888 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: allowed-address-pairs Sep 14 14:40:08.624248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: auto_allocated_topology.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.625431 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.625958 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: auto-allocated-topology Sep 14 14:40:08.626287 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: availability_zone.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.627020 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.627520 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: availability_zone Sep 14 14:40:08.627863 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: availability_zone_filter.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.629195 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.629714 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: availability_zone_filter Sep 14 14:40:08.630036 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: data_plane_status.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.630979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.631483 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 14:40:08.631806 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: default_subnetpools.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.632799 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.633298 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: default-subnetpools Sep 14 14:40:08.633619 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: dhcpagentscheduler.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.634512 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.635028 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: dhcp_agent_scheduler Sep 14 14:40:08.635685 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: dns.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.636796 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.637326 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension dns-integration not supported by any of loaded plugins Sep 14 14:40:08.637640 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: dns_domain_ports.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.638642 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.639146 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 14:40:08.639477 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.640478 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.640987 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 14:40:08.641308 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: dvr.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.642022 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.642538 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: dvr Sep 14 14:40:08.642848 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: ecmp_routes.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.643892 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.644419 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 14:40:08.644740 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: empty_string_filtering.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.645690 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.646194 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: empty-string-filtering Sep 14 14:40:08.646514 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.647449 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.647958 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 14:40:08.648310 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.649248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.649752 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 14:40:08.650074 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: external_net.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.651098 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.651619 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: external-net Sep 14 14:40:08.651941 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: extra_dhcp_opt.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.652919 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.653414 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: extra_dhcp_opt Sep 14 14:40:08.653772 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: extraroute.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.654729 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.655235 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: extraroute Sep 14 14:40:08.655553 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: extraroute_atomic.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.656654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.657164 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: extraroute-atomic Sep 14 14:40:08.657489 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: filter_validation.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.658193 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.658695 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: filter-validation Sep 14 14:40:08.659014 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: fip_pf_description.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.659955 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.660489 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 14:40:08.660807 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: fip_port_details.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.661736 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.662243 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: fip-port-details Sep 14 14:40:08.662560 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: flavors.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.663840 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.664478 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: flavors Sep 14 14:40:08.664840 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.666626 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.667331 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 14:40:08.667711 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: floatingip_pools.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.668535 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.669100 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: floatingip-pools Sep 14 14:40:08.669468 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: ip_allocation.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.670498 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.671081 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 14:40:08.671467 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.672519 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.673074 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: ip-substring-filtering Sep 14 14:40:08.673515 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l2_adjacency.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.674489 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.675036 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 14:40:08.675398 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.676723 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.677289 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: router Sep 14 14:40:08.677653 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3_conntrack_helper.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.680159 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.680746 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 14:40:08.681181 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.682223 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.682826 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: ext-gw-mode Sep 14 14:40:08.683185 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.684305 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.684886 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: l3-ha Sep 14 14:40:08.685248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3_flavors.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.686267 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.686830 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: l3-flavors Sep 14 14:40:08.687214 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.688254 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.688830 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 14:40:08.689192 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: l3agentscheduler.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.690340 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.690962 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: l3_agent_scheduler Sep 14 14:40:08.691345 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: logging.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.692981 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.693561 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension logging not supported by any of loaded plugins Sep 14 14:40:08.693987 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: metering.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.694782 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.695404 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: metering Sep 14 14:40:08.695813 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.697091 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.697613 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: metering_source_and_destination_fields Sep 14 14:40:08.697976 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: multiprovidernet.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.698949 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.699458 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: multi-provider Sep 14 14:40:08.699780 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: netmtu.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.700774 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.701281 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: net-mtu Sep 14 14:40:08.701605 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: netmtu_writable.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.702573 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.703086 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: net-mtu-writable Sep 14 14:40:08.703408 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: network_availability_zone.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.704134 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.704638 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: network_availability_zone Sep 14 14:40:08.704961 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: network_ip_availability.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.706141 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.706649 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: network-ip-availability Sep 14 14:40:08.706974 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: network_segment_range.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.707800 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.708329 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 14:40:08.708653 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: pagination.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.709685 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.710013 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: pagination Sep 14 14:40:08.710331 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: port_device_profile.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.711277 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.711797 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: port-device-profile Sep 14 14:40:08.712161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.713110 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.713685 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: port-mac-address-regenerate Sep 14 14:40:08.714675 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.714951 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.715460 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: port-numa-affinity-policy Sep 14 14:40:08.715780 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: port_resource_request.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.716910 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.717423 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 14:40:08.717748 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: portbindings.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.718720 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.719239 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: binding Sep 14 14:40:08.719566 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: portbindings_extended.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.720954 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.721471 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: binding-extended Sep 14 14:40:08.721801 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: portsecurity.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.722753 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.723293 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: port-security Sep 14 14:40:08.723613 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: project_id.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.724664 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.724993 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: project-id Sep 14 14:40:08.725315 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: providernet.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.726276 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.726811 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: provider Sep 14 14:40:08.727133 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.731206 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.731762 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos not supported by any of loaded plugins Sep 14 14:40:08.732137 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.733566 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.734093 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 14:40:08.734428 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.735420 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.735939 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 14:40:08.736299 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_default.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.737267 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.737794 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-default not supported by any of loaded plugins Sep 14 14:40:08.738121 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_fip.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.738919 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.739418 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-fip not supported by any of loaded plugins Sep 14 14:40:08.739717 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_gateway_ip.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.740889 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.741480 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 14:40:08.741810 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_port_network_policy.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.743018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.743624 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 14:40:08.743964 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_pps_rule.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.745675 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.746453 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-pps not supported by any of loaded plugins Sep 14 14:40:08.746791 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_rule_type_details.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.748299 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.748921 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 14:40:08.749399 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: qos_rules_alias.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.750731 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.751691 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 14:40:08.752098 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: quotasv2.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.753672 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.754014 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: quotas Sep 14 14:40:08.754423 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: quotasv2_detail.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.758890 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.759242 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: quota_details Sep 14 14:40:08.759616 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: rbac.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.761354 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.762096 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: rbac-policies Sep 14 14:40:08.762503 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: rbac_address_group.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.763898 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.764490 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: rbac-address-group Sep 14 14:40:08.764886 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: rbac_address_scope.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.766059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.766706 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: rbac-address-scope Sep 14 14:40:08.767122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: rbac_security_groups.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.768531 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.769105 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: rbac-security-groups Sep 14 14:40:08.769492 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: rbac_subnetpool.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.770838 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.771262 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: rbac-subnetpool Sep 14 14:40:08.771634 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: revisionifmatch.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.773070 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.773689 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: revision-if-match Sep 14 14:40:08.774114 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: revisions.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.775536 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.776218 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: standard-attr-revisions Sep 14 14:40:08.776561 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: router_availability_zone.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.777523 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.778009 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: router_availability_zone Sep 14 14:40:08.778372 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: routerservicetype.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.779391 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.779909 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension router-service-type not supported by any of loaded plugins Sep 14 14:40:08.780298 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.781290 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.781803 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: security-groups-normalized-cidr Sep 14 14:40:08.782125 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: security_groups_port_filtering.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.783064 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.783573 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: port-security-groups-filtering Sep 14 14:40:08.783891 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.784860 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.785365 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: security-groups-remote-address-group Sep 14 14:40:08.785688 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: securitygroup.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.798366 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.798997 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: security-group Sep 14 14:40:08.799376 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: segment.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.800440 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.801085 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension segment not supported by any of loaded plugins Sep 14 14:40:08.801425 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.802624 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.803250 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 14:40:08.803631 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: servicetype.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.805043 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.805601 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: service-type Sep 14 14:40:08.806087 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: sorting.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.807279 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.807707 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: sorting Sep 14 14:40:08.808209 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: standard_attr_segment.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.809185 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.809774 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 14:40:08.810138 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: standardattrdescription.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.810925 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.811507 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: standard-attr-description Sep 14 14:40:08.811887 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: stateful_security_group.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.813020 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.813601 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: stateful-security-group Sep 14 14:40:08.813966 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: stdattrs_common.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.814627 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 14:40:08.815018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.816180 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.816781 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 14:40:08.817171 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnet_onboard.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.818413 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.818989 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: subnet_onboard Sep 14 14:40:08.819377 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.820455 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.821030 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 14:40:08.821396 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnet_service_types.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.822390 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.823097 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: subnet-service-types Sep 14 14:40:08.823496 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnetallocation.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.824692 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.825264 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: subnet_allocation Sep 14 14:40:08.825648 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.826446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.827006 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: subnetpool-prefix-ops Sep 14 14:40:08.827364 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.829124 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.829689 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 14:40:08.830048 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: tagging.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.831331 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.831912 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: standard-attr-tag Sep 14 14:40:08.832324 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: timestamp.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.833781 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.834364 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loaded extension: standard-attr-timestamp Sep 14 14:40:08.834736 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: trunk.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.835901 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.836648 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension trunk not supported by any of loaded plugins Sep 14 14:40:08.837022 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: trunk_details.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.838080 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.839406 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension trunk-details not supported by any of loaded plugins Sep 14 14:40:08.839406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: uplink_status_propagation.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.840263 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.840851 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 14:40:08.841226 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Loading extension file: vlantransparent.py {{(pid=100280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 14:40:08.842059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 14:40:08.842663 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 14:40:08.845525 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:network Sep 14 14:40:08.846254 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnet Sep 14 14:40:08.846700 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 14:40:08.847094 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:port Sep 14 14:40:08.848532 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.848983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service FLAVORS assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.849609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.850043 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.850387 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:router Sep 14 14:40:08.850820 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:floatingip Sep 14 14:40:08.851312 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service METERING assigned prefix: /metering {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.852853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.853228 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.853579 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:40:08.854755 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 14:40:08.855417 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:security_group Sep 14 14:40:08.855851 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 14:40:08.856618 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service CORE assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.856942 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 14:40:08.857299 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] subnetpool is already registered Sep 14 14:40:08.857797 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service CORE assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.858145 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 14:40:08.858463 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] subnetpool is already registered Sep 14 14:40:08.861140 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.861447 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service FLAVORS assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.862037 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.862461 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.862797 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:router Sep 14 14:40:08.863142 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] router is already registered Sep 14 14:40:08.863589 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:floatingip Sep 14 14:40:08.863927 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] floatingip is already registered Sep 14 14:40:08.864429 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service METERING assigned prefix: /metering {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.865140 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 14:40:08.865465 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] rbac_policy is already registered Sep 14 14:40:08.865880 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:security_group Sep 14 14:40:08.866214 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] security_group is already registered Sep 14 14:40:08.866636 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 14:40:08.866971 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] security_group_rule is already registered Sep 14 14:40:08.867660 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service CORE assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.867990 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 14:40:08.868361 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] subnetpool is already registered Sep 14 14:40:08.868791 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.v2.resource_helper [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Service CORE assigned prefix: {{(pid=100280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 14:40:08.869257 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 14:40:08.869653 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING neutron.quota.resource_registry [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] subnetpool is already registered Sep 14 14:40:08.870142 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: extensions {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.871752 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: address-groups {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.873309 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: address-scopes {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.874657 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: agents {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.875829 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: auto-allocated-topology {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.877134 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: availability_zones {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.878703 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: dhcp-networks {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.880287 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: dhcp-agents {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.881718 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: routers {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.883987 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: flavors {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.885179 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: service_profiles {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.886507 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: next_providers {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.888001 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: service_profiles {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.889568 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: floatingip-pools {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.890779 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: routers {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.892970 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: floatingips {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.894267 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: l3-routers {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.895665 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: l3-agents {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.897141 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: metering-labels {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.898533 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: metering-label-rules {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.899809 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: network-ip-availabilities {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.901181 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: bindings {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.904175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: quotas {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.905707 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: quotas {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.907154 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: rbac-policies {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.908437 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: security-groups {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.909768 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: security-group-rules {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.911050 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: service-providers {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.912303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: subnetpools {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.913745 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: subnetpools {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.915206 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.917227 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.919124 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.920972 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.922805 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.924725 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.926433 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.928377 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.930134 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.931871 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron.api.extensions [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Extended resource: tags {{(pid=100280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 14:40:08.938250 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING keystonemiddleware.auth_token [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 14:40:08.943660 dv-cinder-784140-10-iscsi neutron-server[100280]: WARNING keystonemiddleware.auth_token [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 14:40:08.952899 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Acquired lock "singleton_lock" {{(pid=100280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 14:40:08.953382 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_concurrency.lockutils [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Releasing lock "singleton_lock" {{(pid=100280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 14:40:08.954060 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Starting 2 workers Sep 14 14:40:08.958961 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Started child 100391 {{(pid=100280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 14:40:08.963832 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Started child 100392 {{(pid=100280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 14:40:08.965522 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO neutron.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 14:40:08.966172 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Notify callbacks [] for process, before_spawn {{(pid=100280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.966396 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.969009 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Starting 1 workers Sep 14 14:40:08.969312 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [-] (100391) wsgi starting up on http://0.0.0.0:9696 Sep 14 14:40:08.969733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.972017 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [-] (100392) wsgi starting up on http://0.0.0.0:9696 Sep 14 14:40:08.974299 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Started child 100393 {{(pid=100280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 14:40:08.974890 dv-cinder-784140-10-iscsi neutron-server[100280]: INFO oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Starting 1 workers Sep 14 14:40:08.979776 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Started child 100394 {{(pid=100280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 14:40:08.980651 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG neutron_lib.callbacks.manager [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] Notify callbacks [] for process, after_spawn {{(pid=100280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.980840 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] calling RpcWorker wait() {{(pid=100393) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 14:40:08.981554 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.service [None req-1d594eb8-050f-47cc-b0e6-b396e27abaeb None None] returning from RpcWorker wait() {{(pid=100393) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 14:40:08.982544 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 14:40:08.982684 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.982761 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 14:40:08.982970 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 14:40:08.983074 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 14:40:08.983145 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:08.983436 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 14:40:08.983563 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 14:40:08.984157 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.984457 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.984690 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.984990 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.985269 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.985846 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.986105 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.986213 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:08.986750 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.986750 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.986886 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.987114 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.987287 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.987439 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.987672 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.988052 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.988316 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.988586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.988827 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.989070 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.989243 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.989497 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.989759 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.989990 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] debug = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.990220 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.990737 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.990980 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.991289 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.991496 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.991757 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.991985 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.992331 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.992501 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.992837 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.992984 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.993266 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.993587 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.993739 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.994102 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.994319 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.994565 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.995025 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] host = dv-cinder-784140-10-iscsi {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.995282 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.995507 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.995752 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.995983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.996266 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.996504 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.996758 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.997005 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.997286 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.997516 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.997766 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.997999 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.998257 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.998495 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.998649 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_options = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.998897 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.999158 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.999420 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.999618 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.999786 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:08.999922 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.000211 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.000619 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.000619 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.000938 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.001131 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.001354 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.001709 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.002232 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.002232 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.002721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.002721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.002721 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.003253 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.003253 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.003855 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.003988 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.004261 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.004453 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.004677 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.004920 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.005157 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.005493 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.005642 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.005877 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.006041 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.006272 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.006494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.006737 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.006991 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.007248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.007477 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.007688 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.008051 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.008204 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.008471 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.008715 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.008932 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.009176 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.009411 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.009656 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.009866 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_json = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.010077 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.010309 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.010643 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.010822 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.011021 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.011428 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.011428 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.012268 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.012268 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.012534 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.012735 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.012925 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.013235 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.013385 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.013621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.013840 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.014108 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.014356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.014633 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.014859 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.015153 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.015409 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.015698 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.016892 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.017586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.017586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.018089 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.018089 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.018447 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.018793 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.018942 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.019108 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.019351 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.019594 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.019826 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.020537 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.020537 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.022111 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.022381 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.022633 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.023006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.023289 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.023289 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.023744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.023744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.024109 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.024248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.024458 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.024675 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.024901 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.025120 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.025352 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.025577 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.025843 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.026111 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027844 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027844 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027844 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.027844 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.028554 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.028554 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.028554 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.029158 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.029158 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.029525 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.029660 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:09.029856 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.029856 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.030195 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.030195 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.030531 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.030531 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.030853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.031108 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.031248 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.031381 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.031609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.032996 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.038042 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.040356 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.043112 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.044983 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.047078 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.049885 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.051446 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.056852 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.058645 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.060726 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.062247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.065867 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.067763 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.071256 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.073661 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.074908 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.076202 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077240 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.077979 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.078803 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.079406 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.080494 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.081325 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082161 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082899 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082899 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082899 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.082899 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083326 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083326 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083561 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.083802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.085986 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.087337 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.087337 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.087337 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.087337 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 14:40:09.088233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 14:40:09.088233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 14:40:09.088233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 14:40:09.088233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 14:40:09.089000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 14:40:09.089000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 14:40:09.089000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.089000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.089610 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.089610 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.089610 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.089610 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.090392 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.090392 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.090392 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.090392 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091018 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091787 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091787 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.091787 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] debug = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.096273 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097059 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.097744 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] host = dv-cinder-784140-10-iscsi {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.098609 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.100163 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.100369 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.100535 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.100724 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.100902 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101068 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101068 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101340 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101497 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101691 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_options = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101891 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.101891 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102237 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102428 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102600 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102764 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.102930 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.103124 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.103124 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.103617 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.103617 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.103617 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.104224 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.104224 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.104224 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.104224 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105009 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105009 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105009 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105009 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105728 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105728 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105728 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105728 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.105728 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.106621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.106621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.106621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.106621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.106621 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.107417 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.107417 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.107417 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.107417 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.107417 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108057 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108057 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108057 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108057 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108670 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108670 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108670 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.108670 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_json = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.109654 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.111122 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.112667 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.114358 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.118175 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.122303 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.123484 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.123484 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.123484 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.123862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49726) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124006 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.124947 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.125849 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127000 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.127965 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.132679 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.134053 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.135374 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.136802 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.138669 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140276 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140410 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099828 Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.140586 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.141851 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.141851 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.142247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.142247 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.142580 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.143266 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.143459 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.143459 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.143764 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.143764 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.144302 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.144302 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.144696 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.144696 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.145233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.145233 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.145536 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.145752 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.145961 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.146252 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.146542 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.146833 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.147118 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.147636 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.147903 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.148252 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.148505 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.148771 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.149076 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.149387 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.149638 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.149937 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.150250 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.150415 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.150581 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.150856 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.151127 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.151341 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.151341 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.151749 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.151749 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.152306 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.152306 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.152306 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.152306 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.156853 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.158529 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.160170 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.162612 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.163623 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.164785 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.165854 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.167543 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.171083 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.173572 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174084 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174522 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.174952 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 14:40:09.175443 dv-cinder-784140-10-iscsi neutron-server[100280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 14:40:09.202975 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:21.687600 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48becc0-ba81-4e58-99c5-f7e31b538ec3 None None] get_active_networks_info from dv-cinder-784140-10-iscsi {{(pid=100393) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 14:40:21.781812 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48becc0-ba81-4e58-99c5-f7e31b538ec3 None None] No non-hosted networks {{(pid=100393) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 14:40:21.802189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ded1a99c-3ad0-4bd2-886d-45d739a3c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:21.812431 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.agentschedulers_db [None req-f48becc0-ba81-4e58-99c5-f7e31b538ec3 None None] DHCP Agent not found on host dv-cinder-784140-10-iscsi {{(pid=100393) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 14:40:24.151722 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b0a61364-94da-40e5-8b7d-596e0c02bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:24.206888 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b345fed1-9094-4181-9ae1-1b279e589a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:24.340018 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:24.341289 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.341924 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.342471 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.343500 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.344174 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.344686 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.345249 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.345741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.346341 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.346869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.347506 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.348708 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:24.349299 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784140-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:24.365529 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784140-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:40:25.362874 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:26.984733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:28.328483 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 49822) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:28.850094 dv-cinder-784140-10-iscsi neutron-server[100391]: WARNING oslo_policy.policy [None req-8818986b-ff77-4251-be14-1097982ef078 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:28.850658 dv-cinder-784140-10-iscsi neutron-server[100391]: WARNING oslo_policy.policy [None req-8818986b-ff77-4251-be14-1097982ef078 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:29.070708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [None req-8818986b-ff77-4251-be14-1097982ef078 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:40:29.072018 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-8818986b-ff77-4251-be14-1097982ef078 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7414069 Sep 14 14:40:30.504998 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.db.l3_hamode_db [None req-c2005fd4-b254-42ea-a90e-48c785b46399 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 14:40:30.585715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2005fd4-b254-42ea-a90e-48c785b46399 None None] Routers set() bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:40:30.585715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2005fd4-b254-42ea-a90e-48c785b46399 None None] Router IDs set() for agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 14:40:31.592115 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49836) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:32.156428 dv-cinder-784140-10-iscsi neutron-server[100392]: WARNING oslo_policy.policy [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:32.156999 dv-cinder-784140-10-iscsi neutron-server[100392]: WARNING oslo_policy.policy [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:32.372990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:40:32.465245 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.policy [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100392) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 14:40:32.510654 dv-cinder-784140-10-iscsi neutron-server[100392]: WARNING oslo_policy.policy [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:32.511032 dv-cinder-784140-10-iscsi neutron-server[100392]: WARNING oslo_policy.policy [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:32.519818 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.quota [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] Loaded quota_driver: . Sep 14 14:40:32.618264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736657580424', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736657580637', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736657600756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736657599064', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736655841936', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736657614382', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-618126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4029818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4073296'] for rbac-policy, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:32.693553 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:32.694830 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1a184dd4-3215-4c63-b6a3-654fb7827a9d admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1017718 Sep 14 14:40:35.356007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49854) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:35.711076 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'name': 'private'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:40:35.753387 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Made reservation on behalf of 4a8f97859b804b7b8ee493a28c87545c for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:40:35.756724 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:35.779274 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:35.919958 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:35.924839 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:35.951680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:40:35.981770 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736658100116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:35.982362 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Unsubscribe: segment precommit_create {{(pid=100392) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 14:40:35.982920 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Added segment b92a3fde-ea16-48ca-b70e-ebd3e8b133f7 of type vlan for network a608d342-1fb6-4f97-9531-f6136ede04b4 Sep 14 14:40:35.989894 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e0cf01-21fe-49ad-89d0-f9549be883e7,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:36.029717 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.030070 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.030408 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.030756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.031101 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.031439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.031768 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.032130 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.032484 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.032797 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.033114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.033425 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Tracked resource versions report: Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: pushed versions: Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: { 'AddressGroup': {'1.2'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'ConntrackHelper': {'1.0'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Log': {'1.0'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Network': {'1.1'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Port': {'1.7'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'PortForwarding': {'1.2'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'QosPolicy': {'1.9'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroup': {'1.4'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SubPort': {'1.0'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Subnet': {'1.1'}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Trunk': {'1.1'}} Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: consumer versions: Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'ConntrackHelper': '1.0', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Log': '1.0', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Network': '1.1', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Port': '1.7', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'PortForwarding': '1.2', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'QosPolicy': '1.9', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroup': '1.4', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroupRule': '1.2', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SubPort': '1.0', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Subnet': '1.1', Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Trunk': '1.1'}} Sep 14 14:40:36.034860 dv-cinder-784140-10-iscsi neutron-server[100392]: {{(pid=100392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:40:36.111272 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:36.154241 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:36.155605 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:40:36.156271 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:36.214656 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8571830 Sep 14 14:40:36.260238 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84051031-c56c-4609-a35b-78ee03c4681c admin admin] Pushing event updated for resources: {'Network': ['ID=a608d342-1fb6-4f97-9531-f6136ede04b4,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:36.272164 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network a608d342-1fb6-4f97-9531-f6136ede04b4 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:40:39.024190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49868) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:39.470761 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11def646-275f-4086-916e-04c50caa315f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:40:39.472113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-11def646-275f-4086-916e-04c50caa315f admin admin] 10.222.0.50 "GET /v2.0/networks/a608d342-1fb6-4f97-9531-f6136ede04b4 HTTP/1.1" status: 200 len: 825 time: 0.4469237 Sep 14 14:40:39.501277 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-affa8d6d-e93f-4dae-be05-776f7197477d admin admin] 10.222.0.50 "GET /v2.0/subnetpools/5b0aa409-1cbd-4646-b861-aced558cb7f8 HTTP/1.1" status: 200 len: 734 time: 0.0227759 Sep 14 14:40:39.514592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'ip_version': 4, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:40:39.546342 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Made reservation on behalf of 4a8f97859b804b7b8ee493a28c87545c for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:40:39.550056 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:39.896180 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:39.963163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe8e2e6-ec82-4032-8417-76b1864452a6,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:39.971951 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Checking segment: {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:40:39.972359 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Network hostable DHCP agents. Network: a608d342-1fb6-4f97-9531-f6136ede04b4, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:40:39.997745 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Network a608d342-1fb6-4f97-9531-f6136ede04b4 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:40:40.011146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, a608d342-1fb6-4f97-9531-f6136ede04b4) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:40:40.016236 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:40:40.016821 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:40.028547 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bbfc3-2fcb-4b02-8445-da57db94c042 None None] Network a608d342-1fb6-4f97-9531-f6136ede04b4 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:40:40.034919 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-352ad836-9e8e-4469-b2cb-c58ffac3ddeb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5236406 Sep 14 14:40:40.400080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-a608d342-1fb6-4f97-9531-f6136ede04b4', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:40:40.401518 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:40.727316 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Allocated IP 172.20.0.2 (a608d342-1fb6-4f97-9531-f6136ede04b4/efe8e2e6-ec82-4032-8417-76b1864452a6/99018949-9b58-489e-b48e-e6d19aa4158a) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:40:40.988202 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:41.004476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Transition to ACTIVE for port object 99018949-9b58-489e-b48e-e6d19aa4158a will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:40:41.027059 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Transition to ACTIVE for port object 99018949-9b58-489e-b48e-e6d19aa4158a will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:40:41.035428 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:41.118869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Network a608d342-1fb6-4f97-9531-f6136ede04b4 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:40:41.126118 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:40:41.128337 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Pushing event updated for resources: {'Port': ['ID=99018949-9b58-489e-b48e-e6d19aa4158a,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:41.133447 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:40:41.141835 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.142211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.142609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.142961 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.143305 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.143659 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.143988 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.144334 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.144678 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.145003 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.145325 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.145643 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Tracked resource versions report: Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: pushed versions: Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: { 'AddressGroup': {'1.2'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'ConntrackHelper': {'1.0'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Log': {'1.0'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Network': {'1.1'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Port': {'1.7'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'PortForwarding': {'1.2'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'QosPolicy': {'1.9'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroup': {'1.4'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SubPort': {'1.0'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Subnet': {'1.1'}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Trunk': {'1.1'}} Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: consumer versions: Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'ConntrackHelper': '1.0', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Log': '1.0', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Network': '1.1', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Port': '1.7', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'PortForwarding': '1.2', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'QosPolicy': '1.9', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroup': '1.4', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroupRule': '1.2', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SubPort': '1.0', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Subnet': '1.1', Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Trunk': '1.1'}} Sep 14 14:40:41.147043 dv-cinder-784140-10-iscsi neutron-server[100393]: {{(pid=100393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:40:41.220457 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Attempting to bind port 99018949-9b58-489e-b48e-e6d19aa4158a on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:40:41.220843 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Attempting to bind port 99018949-9b58-489e-b48e-e6d19aa4158a by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:40:41.221251 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Attempting to bind port 99018949-9b58-489e-b48e-e6d19aa4158a on network a608d342-1fb6-4f97-9531-f6136ede04b4 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:40:41.226481 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:40:41.226884 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Checking segment: {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:40:41.227345 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:41.227731 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Bound using segment: {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:40:41.228222 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Bound port: 99018949-9b58-489e-b48e-e6d19aa4158a, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:40:41.228675 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:41.299076 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] For port 99018949-9b58-489e-b48e-e6d19aa4158a, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:40:41.303819 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] For port 99018949-9b58-489e-b48e-e6d19aa4158a, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=99018949-9b58-489e-b48e-e6d19aa4158a,segment=NetworkSegment(b92a3fde-ea16-48ca-b70e-ebd3e8b133f7),segment_id=b92a3fde-ea16-48ca-b70e-ebd3e8b133f7)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:40:41.311205 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:41.378171 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d78cd-b1c3-4164-b019-f92e127f7ddd None None] Pushing event updated for resources: {'Port': ['ID=99018949-9b58-489e-b48e-e6d19aa4158a,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:42.638076 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 49876) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:42.992660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [None req-ff094654-7294-4e70-bb10-4a9caf2a3a1a admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:40:42.993659 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ff094654-7294-4e70-bb10-4a9caf2a3a1a admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3546042 Sep 14 14:40:45.492219 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 49884) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:45.836878 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [None req-f7e07cf4-d5a8-40b2-b80c-591a7fb3c2b5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:40:45.838154 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f7e07cf4-d5a8-40b2-b80c-591a7fb3c2b5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3447001 Sep 14 14:40:48.600223 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49896) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:48.975948 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Request body: {'router': {'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'name': 'router1', 'admin_state_up': True}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:40:49.005908 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:49.007571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:49.163729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:49.170502 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:49.187446 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:49.188741 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-3925ed74-d788-458a-89c3-38c2cecb746f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5875318 Sep 14 14:40:49.878791 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 99018949-9b58-489e-b48e-e6d19aa4158a up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:40:49.949827 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df31f71-1a60-4814-b932-e3a88099fe1e None None] Network a608d342-1fb6-4f97-9531-f6136ede04b4 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:40:50.041205 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 99018949-9b58-489e-b48e-e6d19aa4158a completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:40:50.071871 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Provisioning for port 99018949-9b58-489e-b48e-e6d19aa4158a completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:40:50.079375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Provisioning complete for port 99018949-9b58-489e-b48e-e6d19aa4158a triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:40:50.079763 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:50.263387 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:50.304386 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] For port 99018949-9b58-489e-b48e-e6d19aa4158a, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=99018949-9b58-489e-b48e-e6d19aa4158a,segment=NetworkSegment(b92a3fde-ea16-48ca-b70e-ebd3e8b133f7),segment_id=b92a3fde-ea16-48ca-b70e-ebd3e8b133f7)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:40:50.310329 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:50.367589 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc618843-0139-4fde-a4c5-40b9011e6b3a None None] Pushing event updated for resources: {'Port': ['ID=99018949-9b58-489e-b48e-e6d19aa4158a,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:50.533572 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-011f51ad-006c-45a1-9abd-f0b7edee1e13 None None] Provisioning complete for port 99018949-9b58-489e-b48e-e6d19aa4158a triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:40:50.533826 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-011f51ad-006c-45a1-9abd-f0b7edee1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:51.611039 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-96f12c85-2d8d-4618-88d0-f25376307561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:51.739611 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49908) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:51.847875 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 99018949-9b58-489e-b48e-e6d19aa4158a up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:40:51.895858 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 99018949-9b58-489e-b48e-e6d19aa4158a triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:40:51.896221 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:52.082682 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [None req-2b7015b5-490e-44fb-9cb0-4659ce3e06f3 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:40:52.083686 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2b7015b5-490e-44fb-9cb0-4659ce3e06f3 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3430123 Sep 14 14:40:54.164083 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2a5dab95-b55c-4a23-98d9-92cd67b1a52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:54.336783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:54.528684 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 49916) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:54.879040 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:40:54.880736 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.quota [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Loaded quota_driver: . Sep 14 14:40:54.941828 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Made reservation on behalf of 73788815859d4e9bb04c66b3c6f52316 for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:40:55.015883 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.policy [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100391) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 14:40:55.061807 dv-cinder-784140-10-iscsi neutron-server[100391]: WARNING oslo_policy.policy [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:55.062191 dv-cinder-784140-10-iscsi neutron-server[100391]: WARNING oslo_policy.policy [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 14:40:55.073723 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.094336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.235834 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.240811 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.254639 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Reserving flat network on physical network physnet1 {{(pid=100391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 14:40:55.288274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736658100116', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.288889 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Unsubscribe: segment precommit_create {{(pid=100391) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 14:40:55.289468 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Added segment d4a6f133-37ad-460b-b509-c19d312db985 of type flat for network aadc57a3-3077-462f-b8a5-8a5fb57d0292 Sep 14 14:40:55.310563 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.311377 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a8fbe-7242-4411-9c59-2fe6524495cc,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:55.335540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.335939 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.336327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.336660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.336982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.337563 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.337949 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.338339 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.338619 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.338930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.339245 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.339560 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Tracked resource versions report: Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: pushed versions: Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: { 'AddressGroup': {'1.2'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'ConntrackHelper': {'1.0'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Log': {'1.0'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Network': {'1.1'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Port': {'1.7'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'PortForwarding': {'1.2'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'QosPolicy': {'1.9'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroup': {'1.4'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SubPort': {'1.0'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Subnet': {'1.1'}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Trunk': {'1.1'}} Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: consumer versions: Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'ConntrackHelper': '1.0', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Log': '1.0', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Network': '1.1', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Port': '1.7', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'PortForwarding': '1.2', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'QosPolicy': '1.9', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroup': '1.4', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroupRule': '1.2', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SubPort': '1.0', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Subnet': '1.1', Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Trunk': '1.1'}} Sep 14 14:40:55.341255 dv-cinder-784140-10-iscsi neutron-server[100391]: {{(pid=100391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:40:55.447960 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.501413 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.503011 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:40:55.503671 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:55.566513 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0364885 Sep 14 14:40:55.606391 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38726-b636-4c04-8567-780feb2e4068 admin admin] Pushing event updated for resources: {'Network': ['ID=aadc57a3-3077-462f-b8a5-8a5fb57d0292,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:55.617945 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:40:56.930032 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:57.058505 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:40:58.039884 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 49940) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:40:58.285114 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939edd4-54ae-44ce-8d85-d7e8bad5c081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:40:58.286522 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9939edd4-54ae-44ce-8d85-d7e8bad5c081 admin admin] 10.222.0.50 "GET /v2.0/subnets/efe8e2e6-ec82-4032-8417-76b1864452a6 HTTP/1.1" status: 200 len: 849 time: 0.2453587 Sep 14 14:40:58.457426 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f5608d4c-8e1d-49a4-bfed-ec454a5c9d97 admin admin] 10.222.0.50 "GET /v2.0/routers/cca328e7-a642-4efc-8e0c-b07a926dc589 HTTP/1.1" status: 200 len: 704 time: 0.1631649 Sep 14 14:40:58.764739 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.089767 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Allocated IP 172.20.0.1 (a608d342-1fb6-4f97-9531-f6136ede04b4/efe8e2e6-ec82-4032-8417-76b1864452a6/bc8d7086-e60a-473c-92d8-d4f0cbdef02c) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:40:59.297188 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.323555 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Transition to ACTIVE for port object bc8d7086-e60a-473c-92d8-d4f0cbdef02c will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:40:59.400446 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.474720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Network a608d342-1fb6-4f97-9531-f6136ede04b4 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:40:59.484712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:40:59.492860 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Pushing event updated for resources: {'Port': ['ID=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:40:59.504746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:40:59.505172 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.709437 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.711478 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-0948ec2f-7915-4d1c-8226-ff62e956ead4 None None] Provisioning for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:40:59.716106 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-0948ec2f-7915-4d1c-8226-ff62e956ead4 None None] Provisioning complete for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:40:59.716477 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-0948ec2f-7915-4d1c-8226-ff62e956ead4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:40:59.761555 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-0948ec2f-7915-4d1c-8226-ff62e956ead4 None None] Port bc8d7086-e60a-473c-92d8-d4f0cbdef02c cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:40:59.997117 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:00.003380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:00.004221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:00.067378 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Pushing event updated for resources: {'Port': ['ID=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:00.137856 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Network a608d342-1fb6-4f97-9531-f6136ede04b4 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:41:00.139567 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:41:00.356544 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Router cca328e7-a642-4efc-8e0c-b07a926dc589 is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:41:00.387692 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e83e7ba6-372d-499f-bc8d-99888277232d None None] Provisioning complete for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:41:00.388103 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e83e7ba6-372d-499f-bc8d-99888277232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:00.428693 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e83e7ba6-372d-499f-bc8d-99888277232d None None] Port bc8d7086-e60a-473c-92d8-d4f0cbdef02c cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:41:00.464727 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:41:00.470898 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4c0a091b-e4fa-4400-b26c-0f87d2065dfc admin admin] 10.222.0.50 "PUT /v2.0/routers/cca328e7-a642-4efc-8e0c-b07a926dc589/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0070891 Sep 14 14:41:00.477828 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Sync routers for ids ['cca328e7-a642-4efc-8e0c-b07a926dc589'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:41:00.495507 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Routers {'cca328e7-a642-4efc-8e0c-b07a926dc589'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:41:00.496352 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:40:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['cca328e7-a642-4efc-8e0c-b07a926dc589'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:00.724335 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Set router cca328e7-a642-4efc-8e0c-b07a926dc589 gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:41:01.257078 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:40:59Z', 'revision_number': 2, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port_host': None, '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:40:59Z', 'revision_number': 2, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:01.340686 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Checking router: cca328e7-a642-4efc-8e0c-b07a926dc589 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:41:01.341077 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Updating router cca328e7-a642-4efc-8e0c-b07a926dc589 port bc8d7086-e60a-473c-92d8-d4f0cbdef02c binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:41:01.402841 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.007427 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.028188 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Transition to ACTIVE for port object bc8d7086-e60a-473c-92d8-d4f0cbdef02c will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:41:02.035044 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.195829 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Pushing event updated for resources: {'Port': ['ID=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:02.206276 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.206639 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.206955 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.207282 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.207606 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.207942 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.208290 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.208608 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.208943 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.209259 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.209573 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.209882 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Tracked resource versions report: Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: pushed versions: Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: { 'AddressGroup': {'1.2'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'ConntrackHelper': {'1.0'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Log': {'1.0'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Network': {'1.1'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Port': {'1.7'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'PortForwarding': {'1.2'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'QosPolicy': {'1.9'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroup': {'1.4'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SubPort': {'1.0'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Subnet': {'1.1'}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Trunk': {'1.1'}} Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: consumer versions: Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'ConntrackHelper': '1.0', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Log': '1.0', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Network': '1.1', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Port': '1.7', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'PortForwarding': '1.2', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'QosPolicy': '1.9', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroup': '1.4', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroupRule': '1.2', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SubPort': '1.0', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Subnet': '1.1', Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Trunk': '1.1'}} Sep 14 14:41:02.211266 dv-cinder-784140-10-iscsi neutron-server[100394]: {{(pid=100394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:41:02.215631 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Attempting to bind port bc8d7086-e60a-473c-92d8-d4f0cbdef02c on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:41:02.216040 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Attempting to bind port bc8d7086-e60a-473c-92d8-d4f0cbdef02c by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:41:02.216445 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Attempting to bind port bc8d7086-e60a-473c-92d8-d4f0cbdef02c on network a608d342-1fb6-4f97-9531-f6136ede04b4 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:41:02.222116 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:41:02.222519 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Checking segment: {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:41:02.222974 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.223356 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Bound using segment: {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:41:02.223835 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Bound port: bc8d7086-e60a-473c-92d8-d4f0cbdef02c, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92a3fde-ea16-48ca-b70e-ebd3e8b133f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:41:02.224258 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.299541 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] For port bc8d7086-e60a-473c-92d8-d4f0cbdef02c, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:41:02.326148 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] For port bc8d7086-e60a-473c-92d8-d4f0cbdef02c, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,segment=NetworkSegment(b92a3fde-ea16-48ca-b70e-ebd3e8b133f7),segment_id=b92a3fde-ea16-48ca-b70e-ebd3e8b133f7)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:41:02.332573 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:02.382316 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Routers {'cca328e7-a642-4efc-8e0c-b07a926dc589'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:41:02.382947 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:40:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['cca328e7-a642-4efc-8e0c-b07a926dc589'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:02.483988 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f78da-4338-4b63-b898-56bca5ebd9bd None None] Pushing event updated for resources: {'Port': ['ID=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,revision_number=4']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:02.504645 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] Set router cca328e7-a642-4efc-8e0c-b07a926dc589 gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:41:02.765539 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:40:59Z', 'revision_number': 2, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port_host': None, '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:41:02Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:02.792530 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465cac8b-452f-4257-a086-0fee0d701206 None None] The sync data for ids ['cca328e7-a642-4efc-8e0c-b07a926dc589'] in dv-cinder-784140-10-iscsi is: [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:40:59Z', 'revision_number': 2, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port_host': None, '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:41:02Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:41:02.908382 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49962) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:41:03.037096 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860435d2-7c3d-45a3-8e5c-d55ca035948f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:41:03.038463 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-860435d2-7c3d-45a3-8e5c-d55ca035948f admin admin] 10.222.0.50 "GET /v2.0/networks/aadc57a3-3077-462f-b8a5-8a5fb57d0292 HTTP/1.1" status: 200 len: 842 time: 0.1290388 Sep 14 14:41:03.049133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:41:03.075298 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Made reservation on behalf of 73788815859d4e9bb04c66b3c6f52316 for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:41:03.078250 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:03.460373 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.objects.ports [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100392) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 14:41:03.460836 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:03.520434 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8984d294-d86e-4433-931f-d153bc175183,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:03.532005 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:41:03.532406 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Network hostable DHCP agents. Network: aadc57a3-3077-462f-b8a5-8a5fb57d0292, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:41:03.553440 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:41:03.563276 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, aadc57a3-3077-462f-b8a5-8a5fb57d0292) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:41:03.567973 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:41:03.568632 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:03.576295 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7eb927-3aac-41e7-bb71-01045b0308ab None None] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:41:03.585644 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-db1bf978-084c-4a7b-a908-06f1e1ccfd57 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5401075 Sep 14 14:41:03.746782 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5dbed-810b-4721-a7c8-2d46ca8d89eb None None] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:41:06.315732 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49970) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:41:06.545708 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5cdda0da-e436-4a55-bf86-cea58aa28051 admin admin] 10.222.0.50 "GET /v2.0/routers/cca328e7-a642-4efc-8e0c-b07a926dc589 HTTP/1.1" status: 200 len: 710 time: 0.2288063 Sep 14 14:41:06.635110 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b6d91-b115-407f-bc98-4d4685248032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:41:06.636421 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e10b6d91-b115-407f-bc98-4d4685248032 admin admin] 10.222.0.50 "GET /v2.0/networks/aadc57a3-3077-462f-b8a5-8a5fb57d0292 HTTP/1.1" status: 200 len: 886 time: 0.0844007 Sep 14 14:41:06.646044 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:41:06.952107 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:07.196308 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:07.271937 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:07.436180 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Allocated IP 172.27.1.62 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/53ce15bc-b989-4b13-a8f1-8f63b176f9c5) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:41:07.555503 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:07.633462 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:07.707007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:41:07.716233 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:41:07.723083 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:41:07.726494 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Pushing event updated for resources: {'Port': ['ID=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:08.018220 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:08.220953 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4013500', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4013836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15613'] for router, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:08.225678 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4013477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4006998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4013877'] for router, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:08.430693 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Router cca328e7-a642-4efc-8e0c-b07a926dc589 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:41:08.543251 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:41:08.547909 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:08.549184 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-28a95cf4-71fe-482a-a9c5-cdd2d9d830a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/cca328e7-a642-4efc-8e0c-b07a926dc589 HTTP/1.1" status: 200 len: 889 time: 1.9064829 Sep 14 14:41:09.599446 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Sync routers for ids ['cca328e7-a642-4efc-8e0c-b07a926dc589'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:41:09.611286 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Routers {'cca328e7-a642-4efc-8e0c-b07a926dc589'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:41:09.612369 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:40:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['cca328e7-a642-4efc-8e0c-b07a926dc589'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:09.892273 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bc8d7086-e60a-473c-92d8-d4f0cbdef02c up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:41:09.895046 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Set router cca328e7-a642-4efc-8e0c-b07a926dc589 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:41:10.144393 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:41:10.190078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:41:10.190439 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:10.376843 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:10.434449 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port bc8d7086-e60a-473c-92d8-d4f0cbdef02c, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,segment=NetworkSegment(b92a3fde-ea16-48ca-b70e-ebd3e8b133f7),segment_id=b92a3fde-ea16-48ca-b70e-ebd3e8b133f7)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:41:10.445977 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:10.453017 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:41:07Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port': {'id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:41:07Z', 'updated_at': '2021-09-14T14:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:41:02Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:10.526670 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Checking router: cca328e7-a642-4efc-8e0c-b07a926dc589 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:41:10.527049 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Updating router cca328e7-a642-4efc-8e0c-b07a926dc589 port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:41:10.592095 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:10.618020 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=bc8d7086-e60a-473c-92d8-d4f0cbdef02c,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:10.999887 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:11.012736 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Transition to ACTIVE for port object 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:41:11.019523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:11.034006 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 49982) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:41:11.072480 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Attempting to bind port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:41:11.072849 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Attempting to bind port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:41:11.073211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Attempting to bind port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:41:11.083014 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4573d-b61e-4194-a4ef-ea75697ccc52 None None] Pushing event updated for resources: {'Port': ['ID=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:11.085908 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:41:11.086277 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:41:11.086720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:11.087200 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:41:11.087753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Bound port: 53ce15bc-b989-4b13-a8f1-8f63b176f9c5, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:41:11.087971 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:11.144752 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] For port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:41:11.148419 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] For port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:41:11.154107 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:11.171380 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-fdfc96c5-1390-413a-a29d-ce8b329ac57e admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1359367 Sep 14 14:41:11.215916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Routers {'cca328e7-a642-4efc-8e0c-b07a926dc589'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:41:11.216272 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:40:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['cca328e7-a642-4efc-8e0c-b07a926dc589'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:11.347616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4573d-b61e-4194-a4ef-ea75697ccc52 None None] Pushing event updated for resources: {'Port': ['ID=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:11.431435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] Set router cca328e7-a642-4efc-8e0c-b07a926dc589 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:41:11.702579 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:41:07Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port': {'id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:41:07Z', 'updated_at': '2021-09-14T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:41:10Z', 'revision_number': 5, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:41:11.752898 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68e30e-9b52-425e-bca4-fff724400af6 None None] The sync data for ids ['cca328e7-a642-4efc-8e0c-b07a926dc589'] in dv-cinder-784140-10-iscsi is: [{'id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'name': 'router1', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:40:49Z', 'updated_at': '2021-09-14T14:41:07Z', 'revision_number': 4, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'gw_port': {'id': '53ce15bc-b989-4b13-a8f1-8f63b176f9c5', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:41:07Z', 'updated_at': '2021-09-14T14:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bc8d7086-e60a-473c-92d8-d4f0cbdef02c', 'name': '', 'network_id': 'a608d342-1fb6-4f97-9531-f6136ede04b4', 'tenant_id': '4a8f97859b804b7b8ee493a28c87545c', 'mac_address': 'fa:16:3e:31:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca328e7-a642-4efc-8e0c-b07a926dc589', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:40:58Z', 'updated_at': '2021-09-14T14:41:10Z', 'revision_number': 5, 'project_id': '4a8f97859b804b7b8ee493a28c87545c', 'subnets': [{'id': 'efe8e2e6-ec82-4032-8417-76b1864452a6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b0aa409-1cbd-4646-b861-aced558cb7f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:41:12.090505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bc8d7086-e60a-473c-92d8-d4f0cbdef02c up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:41:12.175117 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:41:12.175746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:13.950922 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:41:14.021028 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:41:14.026999 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:41:14.027672 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:14.153238 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:14.183425 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:41:14.190513 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:14.269484 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=53ce15bc-b989-4b13-a8f1-8f63b176f9c5,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:41:15.899740 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:41:15.995424 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 53ce15bc-b989-4b13-a8f1-8f63b176f9c5 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:41:15.996623 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:21.627923 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2f51-83d7-4239-b24d-1fe080e17f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:24.156435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ce19cd7f-926a-47d4-a310-b523b7ef1294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:24.340776 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:25.313697 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:26.951558 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:34.058382 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:41:51.624887 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-497623a8-1647-4f7b-aa54-499ab98b2318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:54.151297 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b78b206c-3840-4fc5-87a6-15760afee77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:54.350393 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:55.335614 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:41:56.981409 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:11.058168 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:42:21.621960 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6af4c834-4790-45bc-978e-29168ff1a55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:24.146547 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-dfaccfcc-c549-4912-a998-029a40099796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:24.337375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:25.322469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:26.952052 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:48.057921 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:42:51.617235 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-706d3455-778c-4ed4-8eaa-f5c78e2d0675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:52.918042 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50544) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:42:52.994210 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb30edd-c86a-460a-abbd-49b41c289abc admin admin] GET failed (client error): The resource could not be found. Sep 14 14:42:52.995611 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4fb30edd-c86a-460a-abbd-49b41c289abc admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0763085 Sep 14 14:42:53.173687 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf47eb-f922-4973-b508-aa4a7ac283c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:42:53.175199 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1eaf47eb-f922-4973-b508-aa4a7ac283c7 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1719830 Sep 14 14:42:54.150715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-41d1aa8c-3844-407f-9d71-e36ce1b98b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:54.331870 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:55.324450 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:55.440686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50554) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:42:55.545370 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7bb32-352d-45b4-ba34-05f1c2d967fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:42:55.546741 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-aad7bb32-352d-45b4-ba34-05f1c2d967fe admin admin] 10.222.0.50 "GET /v2.0/subnets/efe8e2e6-ec82-4032-8417-76b1864452a6 HTTP/1.1" status: 200 len: 849 time: 0.1047633 Sep 14 14:42:55.560503 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:42:55.649291 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:55.812702 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736657880845'] for subnet, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:55.845283 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:42:55.845868 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:55.847273 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] 10.222.0.50 "PUT /v2.0/subnets/efe8e2e6-ec82-4032-8417-76b1864452a6 HTTP/1.1" status: 200 len: 868 time: 0.2906530 Sep 14 14:42:55.850765 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91dc24-3b9d-4e94-8f10-eae204d465fb None None] Network a608d342-1fb6-4f97-9531-f6136ede04b4 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:42:55.873830 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe8e2e6-ec82-4032-8417-76b1864452a6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:42:55.881961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.882319 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.882654 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.882996 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.883327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.883672 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.884019 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.884376 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.885019 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.885647 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.885746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:55.886091 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2c965-e4c9-43b9-9e04-5a5aed898d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:42:56.228833 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-6b8a704e-af68-4a80-850a-e7fa4b16c960 None None] Provisioning complete for port 99018949-9b58-489e-b48e-e6d19aa4158a triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:42:56.229253 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6b8a704e-af68-4a80-850a-e7fa4b16c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:56.321171 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-6b8a704e-af68-4a80-850a-e7fa4b16c960 None None] Provisioning complete for port bc8d7086-e60a-473c-92d8-d4f0cbdef02c triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:42:56.321421 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6b8a704e-af68-4a80-850a-e7fa4b16c960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:56.959732 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:42:58.127572 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50562) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:42:58.349304 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c2159-57b8-4055-ab4a-a635df620723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:42:58.349779 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c2159-57b8-4055-ab4a-a635df620723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:42:58.351452 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-370c2159-57b8-4055-ab4a-a635df620723 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2228637 Sep 14 14:43:00.610038 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50572) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:00.847256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af8610-4784-4649-8a6b-bf7bccbdd608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:00.847725 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af8610-4784-4649-8a6b-bf7bccbdd608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:00.849569 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-83af8610-4784-4649-8a6b-bf7bccbdd608 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2380486 Sep 14 14:43:03.140128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50580) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:03.295166 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cfe4d0-2a26-47a1-a0e9-6b736a483053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:03.296524 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-79cfe4d0-2a26-47a1-a0e9-6b736a483053 admin admin] 10.222.0.50 "GET /v2.0/networks/a608d342-1fb6-4f97-9531-f6136ede04b4 HTTP/1.1" status: 200 len: 869 time: 0.1553571 Sep 14 14:43:05.550019 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50588) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:05.714949 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8245cb5-e9b7-464a-bf84-2be6f6387da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:05.717184 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d8245cb5-e9b7-464a-bf84-2be6f6387da5 admin admin] 10.222.0.50 "GET /v2.0/networks/aadc57a3-3077-462f-b8a5-8a5fb57d0292 HTTP/1.1" status: 200 len: 886 time: 0.1658683 Sep 14 14:43:08.065915 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50596) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:08.212585 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c1fff-116e-4aed-aa9a-3a6f0a1d47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:08.213128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c1fff-116e-4aed-aa9a-3a6f0a1d47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:08.215020 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-580c1fff-116e-4aed-aa9a-3a6f0a1d47a9 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479058 Sep 14 14:43:10.701240 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50604) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:10.826655 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b956c632-77fb-4206-b865-6796e67a628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:10.827096 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b956c632-77fb-4206-b865-6796e67a628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:10.828716 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b956c632-77fb-4206-b865-6796e67a628e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265104 Sep 14 14:43:13.118319 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50612) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:13.220701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672a944-5683-43b0-a18b-eecf7ff1ce21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:13.222116 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b672a944-5683-43b0-a18b-eecf7ff1ce21 admin admin] 10.222.0.50 "GET /v2.0/subnets/8984d294-d86e-4433-931f-d153bc175183 HTTP/1.1" status: 200 len: 816 time: 0.1023297 Sep 14 14:43:15.491316 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50620) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:15.593472 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16be37a-2f04-457d-9eaf-b5906c1d626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:15.594886 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d16be37a-2f04-457d-9eaf-b5906c1d626b admin admin] 10.222.0.50 "GET /v2.0/subnets/efe8e2e6-ec82-4032-8417-76b1864452a6 HTTP/1.1" status: 200 len: 868 time: 0.1024642 Sep 14 14:43:21.622224 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4b07e1a3-15ea-4543-8b38-c79bc9301f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:24.155203 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-3ad82552-3151-4cf0-a6fa-2f60eab4469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:24.340516 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:25.057165 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:43:25.326711 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:26.967276 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:40.328328 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50674) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:40.390036 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [None req-3f2d6456-eab9-4118-a243-419752859c18 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:43:40.391035 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3f2d6456-eab9-4118-a243-419752859c18 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616460 Sep 14 14:43:42.695856 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50682) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:42.765336 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bda3d1-b802-4983-b081-ada561e7f1d6 admin admin] GET failed (client error): The resource could not be found. Sep 14 14:43:42.766679 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e0bda3d1-b802-4983-b081-ada561e7f1d6 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0698197 Sep 14 14:43:42.913190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f3143-8dbc-4d57-980f-045bd4c867d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:42.914561 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-625f3143-8dbc-4d57-980f-045bd4c867d0 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1426871 Sep 14 14:43:45.164178 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50690) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:45.218418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:43:45.244712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Made reservation on behalf of 73788815859d4e9bb04c66b3c6f52316 for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:43:45.247977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:45.295063 dv-cinder-784140-10-iscsi neutron-server[100391]: WARNING neutron.services.revisions.revision_plugin [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Could not find related network for resource to bump revision. Sep 14 14:43:45.318707 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:43:45.335207 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:45.335761 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Added segment 376acbd1-8fa0-4348-97ce-06572432136d of type vlan for network 448da814-05bf-48c9-a0d9-70349e01d87b Sep 14 14:43:45.408788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:45.446519 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:45.447614 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:45.448332 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:45.480684 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3154273 Sep 14 14:43:45.526285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d615d-653b-46a0-8c0b-9387a05af2ce admin admin] Pushing event updated for resources: {'Network': ['ID=448da814-05bf-48c9-a0d9-70349e01d87b,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:43:45.550622 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 448da814-05bf-48c9-a0d9-70349e01d87b details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:43:47.869396 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50698) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:43:47.938147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3624e81-a019-4d45-af20-b346cfc35f7d admin admin] GET failed (client error): The resource could not be found. Sep 14 14:43:47.939587 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e3624e81-a019-4d45-af20-b346cfc35f7d admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0692260 Sep 14 14:43:48.097635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e223c82-43ef-4eaa-a3cd-da816f377079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:48.099371 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-8e223c82-43ef-4eaa-a3cd-da816f377079 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1519749 Sep 14 14:43:48.111435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:43:48.139024 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Made reservation on behalf of 73788815859d4e9bb04c66b3c6f52316 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:43:48.141569 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:48.344481 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:48.399405 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860161b2-ea89-41f2-9fe7-0e32391b8566,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:43:48.418263 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Checking segment: {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:43:48.418729 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Network hostable DHCP agents. Network: 448da814-05bf-48c9-a0d9-70349e01d87b, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:43:48.443072 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Network 448da814-05bf-48c9-a0d9-70349e01d87b is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:43:48.456183 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 448da814-05bf-48c9-a0d9-70349e01d87b) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:43:48.471124 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:43:48.471817 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:48.478769 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6e5c2-4809-4d51-809a-81e9d2bfd6eb None None] Network 448da814-05bf-48c9-a0d9-70349e01d87b requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:43:48.489946 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b717b978-500f-410b-b130-a2e69574a9a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3823795 Sep 14 14:43:48.646829 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2028edde-7a21-4665-869f-69688af9356f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-448da814-05bf-48c9-a0d9-70349e01d87b', 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b', 'tenant_id': '73788815859d4e9bb04c66b3c6f52316', 'fixed_ips': [{'subnet_id': '860161b2-ea89-41f2-9fe7-0e32391b8566'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:43:48.647752 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:48.814985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-2028edde-7a21-4665-869f-69688af9356f None None] Allocated IP 192.168.233.2 (448da814-05bf-48c9-a0d9-70349e01d87b/860161b2-ea89-41f2-9fe7-0e32391b8566/bdca82b6-ef3f-484a-b4c9-da27255dbe7d) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:43:48.992305 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:49.002512 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-2028edde-7a21-4665-869f-69688af9356f None None] Transition to ACTIVE for port object bdca82b6-ef3f-484a-b4c9-da27255dbe7d will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:43:49.022662 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-2028edde-7a21-4665-869f-69688af9356f None None] Transition to ACTIVE for port object bdca82b6-ef3f-484a-b4c9-da27255dbe7d will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:43:49.032907 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:49.079426 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2028edde-7a21-4665-869f-69688af9356f None None] Network 448da814-05bf-48c9-a0d9-70349e01d87b is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:43:49.118458 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-2028edde-7a21-4665-869f-69688af9356f None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:43:49.121838 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2028edde-7a21-4665-869f-69688af9356f None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:43:49.123763 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028edde-7a21-4665-869f-69688af9356f None None] Pushing event updated for resources: {'Port': ['ID=bdca82b6-ef3f-484a-b4c9-da27255dbe7d,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:43:49.135329 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.135684 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.136034 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.136401 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.136720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.137061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.137514 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.138340 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.138340 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.138665 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.139258 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.139400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:43:49.204274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-2028edde-7a21-4665-869f-69688af9356f None None] Attempting to bind port bdca82b6-ef3f-484a-b4c9-da27255dbe7d on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:43:49.204274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-2028edde-7a21-4665-869f-69688af9356f None None] Attempting to bind port bdca82b6-ef3f-484a-b4c9-da27255dbe7d by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:43:49.204622 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028edde-7a21-4665-869f-69688af9356f None None] Attempting to bind port bdca82b6-ef3f-484a-b4c9-da27255dbe7d on network 448da814-05bf-48c9-a0d9-70349e01d87b {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:43:49.212148 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028edde-7a21-4665-869f-69688af9356f None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:43:49.212505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028edde-7a21-4665-869f-69688af9356f None None] Checking segment: {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:43:49.212937 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:49.213315 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2028edde-7a21-4665-869f-69688af9356f None None] Bound using segment: {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:43:49.213769 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-2028edde-7a21-4665-869f-69688af9356f None None] Bound port: bdca82b6-ef3f-484a-b4c9-da27255dbe7d, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:43:49.214616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:49.315786 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-2028edde-7a21-4665-869f-69688af9356f None None] For port bdca82b6-ef3f-484a-b4c9-da27255dbe7d, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:43:49.319869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-2028edde-7a21-4665-869f-69688af9356f None None] For port bdca82b6-ef3f-484a-b4c9-da27255dbe7d, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bdca82b6-ef3f-484a-b4c9-da27255dbe7d,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:43:49.326690 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2028edde-7a21-4665-869f-69688af9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:49.401571 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028edde-7a21-4665-869f-69688af9356f None None] Pushing event updated for resources: {'Port': ['ID=bdca82b6-ef3f-484a-b4c9-da27255dbe7d,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:43:50.040857 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bdca82b6-ef3f-484a-b4c9-da27255dbe7d up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:43:50.119198 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port bdca82b6-ef3f-484a-b4c9-da27255dbe7d completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:43:50.264395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c60071-614b-4717-b9c6-009ce30aefc4 None None] Network 448da814-05bf-48c9-a0d9-70349e01d87b requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:43:50.343196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Provisioning for port bdca82b6-ef3f-484a-b4c9-da27255dbe7d completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:43:50.352642 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Provisioning complete for port bdca82b6-ef3f-484a-b4c9-da27255dbe7d triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:43:50.353011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:50.490873 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:50.533998 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] For port bdca82b6-ef3f-484a-b4c9-da27255dbe7d, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bdca82b6-ef3f-484a-b4c9-da27255dbe7d,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:43:50.539599 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:50.597790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36957835-8417-43df-a9ed-a5e181f40fe0 None None] Pushing event updated for resources: {'Port': ['ID=bdca82b6-ef3f-484a-b4c9-da27255dbe7d,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:43:50.765057 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-a3dfd63f-56c5-442c-ab68-477b098c93d3 None None] Provisioning complete for port bdca82b6-ef3f-484a-b4c9-da27255dbe7d triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:43:50.765527 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a3dfd63f-56c5-442c-ab68-477b098c93d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:51.628415 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a2d221ae-a6c4-4dfa-8f7a-9343fc87602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:51.988420 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bdca82b6-ef3f-484a-b4c9-da27255dbe7d up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:43:52.039720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bdca82b6-ef3f-484a-b4c9-da27255dbe7d triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:43:52.040110 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:54.158529 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5aae508b-a345-42ab-a3d9-b0e8027c4a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:54.336511 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:55.330189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:43:56.967808 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:02.150102 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:44:21.623499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-718d5e3e-f26f-4900-b718-cd27d91b8c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:24.164372 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b68ac132-4749-4511-a618-6a5040a4df47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:24.343051 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:25.336138 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:26.972274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:39.059395 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:44:51.632974 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-96c7d15a-3d0d-49b0-a9bf-f963942d5cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:54.158574 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-328bba39-ee3b-46c6-96bf-aa1b7b7e9246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:54.340526 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:55.337709 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:56.977284 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:44:59.644894 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50750) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:44:59.651626 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [None req-bb5cb50f-bb47-465e-b420-e29488194790 tempest-verify_tempest_config-1652994907 tempest-verify_tempest_config-1652994907-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:44:59.652647 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bb5cb50f-bb47-465e-b420-e29488194790 tempest-verify_tempest_config-1652994907 tempest-verify_tempest_config-1652994907-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067735 Sep 14 14:44:59.981919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50768) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:45:00.110399 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.217962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.223416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.271091 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=502be17080f64a57ba80bbb645cc2c25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2877169 Sep 14 14:45:00.271784 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d5b2f3-26cc-4e0e-b4da-a1356cb89851,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:45:00.274223 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50772) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:45:00.280790 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.281161 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.281515 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.281853 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.282212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.282519 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.282844 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.283206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.283528 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.283841 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.284316 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.284316 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef734fee-8090-4155-938d-b285246d23b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.339841 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.364228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.459290 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.462014 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:00.463209 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66d5b2f3-26cc-4e0e-b4da-a1356cb89851 HTTP/1.1" status: 204 len: 168 time: 0.1880140 Sep 14 14:45:00.471825 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d5b2f3-26cc-4e0e-b4da-a1356cb89851,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:45:00.479090 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.479418 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.479761 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.480127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.480464 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.480796 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.481281 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.481425 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.481788 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.482176 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.482600 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:00.482924 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ed109f-2c7d-4db5-b1ed-06468ed769b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:45:16.058253 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:45:21.627223 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-09593e21-0c30-487b-8c10-9810292dde17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:24.163974 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-28f01bcc-b715-4960-b65f-73a1348d7250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:24.338578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:25.340950 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:26.981807 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:51.636669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-9ca989e2-c299-4e93-bb7c-f531ffc9e4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:53.058002 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:45:54.174806 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c8660962-8dc7-4ecb-b1ff-5e28a8216981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:54.341871 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:55.344615 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:45:56.990076 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:21.631459 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-3ec41476-d431-45e3-bc9e-796a87a1b92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:24.169598 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-547bbc61-83dc-4298-8eab-5e0617fe9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:24.337305 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:25.351453 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:26.987186 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:30.060015 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 5 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:46:36.856344 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4007110'] for agent, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:51.635354 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-247fcf24-aae1-4541-81eb-48244ac3ffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:52.203632 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 50846) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:46:52.325449 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-36c1ca4a-8d86-4334-9946-5b66ee0e4c02 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1206231 Sep 14 14:46:54.172921 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-84b189a1-7711-4b0d-a40b-8ed8a26a7c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:54.331525 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:54.589510 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 50856) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:46:54.670355 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e3b6b667-9d1f-46ab-b6cc-ab159a847c76 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0795832 Sep 14 14:46:55.351974 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:46:56.992419 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:06.815249 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:07.061392 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:47:21.643982 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd33b-143f-4fcf-906d-c289b87a29ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:24.182935 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-67ce8e90-5a7d-4eac-83f8-1e662c783a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:24.341365 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:25.359599 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:26.999873 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:36.830547 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:44.060427 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:47:51.638161 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ecfc85a3-af75-409e-9304-90d926bef51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:54.179704 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-62c56e3a-dfbf-4b1e-88f1-f388ab94f656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:54.335003 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:55.357382 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:47:57.002107 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:06.831157 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:21.059324 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:48:21.632905 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-02f8f280-1ad4-4934-9b5a-ce39196217a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:24.180503 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4710dd0a-5283-4719-a9d1-994148f3f133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:24.335383 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:25.366742 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:27.004484 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:27.738048 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51056) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:27.920592 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51076) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:27.947813 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-network', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:27.983356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Made reservation on behalf of d4ad6c40cd254e439da0048038d025ef for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:27.987177 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:27.999236 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.134154 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.141148 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.202418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:48:28.208083 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb74ab3-e02a-42ad-89b0-657fd18e3d23,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:28.220327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.220967 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Added segment 67e4597f-e559-469c-b200-700dfd19790a of type vlan for network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 Sep 14 14:48:28.223014 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.223549 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.224057 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.224570 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.225052 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.225547 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.226046 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.226401 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.226730 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.227056 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.227399 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.227705 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Tracked resource versions report: Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: pushed versions: Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: { 'AddressGroup': {'1.2'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'ConntrackHelper': {'1.0'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Log': {'1.0'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Network': {'1.1'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Port': {'1.7'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'PortForwarding': {'1.2'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'QosPolicy': {'1.9'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroup': {'1.4'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SubPort': {'1.0'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Subnet': {'1.1'}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Trunk': {'1.1'}} Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: consumer versions: Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: HyperV agent@hv-cinder-78414: {}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'ConntrackHelper': '1.0', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Log': '1.0', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Network': '1.1', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Port': '1.7', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'PortForwarding': '1.2', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'QosPolicy': '1.9', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroup': '1.4', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SecurityGroupRule': '1.2', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'SubPort': '1.0', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Subnet': '1.1', Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: 'Trunk': '1.1'}} Sep 14 14:48:28.229103 dv-cinder-784140-10-iscsi neutron-server[100391]: {{(pid=100391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:48:28.281816 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51094) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:28.284299 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.318488 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-306457472-network', 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.323293 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.324495 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:28.325099 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.385064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:28.387404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.401716 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51104) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:28.401937 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6623394 Sep 14 14:48:28.405881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.407860 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Request body: {'subnet': {'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-subnet', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.435750 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51106) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:28.445612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Made reservation on behalf of d4ad6c40cd254e439da0048038d025ef for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:28.447914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.449004 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a94ed6-f0d1-4b85-a23d-7504aaa58cfe admin admin] Pushing event updated for resources: {'Network': ['ID=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:28.460227 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:48:28.466236 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51110) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:28.575535 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.583163 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.621193 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:48:28.632611 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625cf66b-a876-4d73-81e6-9f5ac8c1fa29,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:28.633529 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-186116206-network', 'tenant_id': '52bd70b2922546278415a484004e0ba2'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.637867 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.638383 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Added segment 4d6d9f54-c55d-47cd-aa57-02d7e9498e05 of type vlan for network f360b301-1b72-4046-97d0-20fa402edc06 Sep 14 14:48:28.686824 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.726182 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-92553440-network', 'tenant_id': '1705653170494642b8880ef01d708fae'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.727407 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.728937 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:28.730217 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.730355 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Made reservation on behalf of 52bd70b2922546278415a484004e0ba2 for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:28.734118 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.775318 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8535712 Sep 14 14:48:28.785946 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51124) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:28.791826 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Request body: {'subnet': {'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-306457472-subnet', 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.799952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.808597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-network', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:28.824300 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.857683 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Made reservation on behalf of 1705653170494642b8880ef01d708fae for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:28.860188 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.861235 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600821d-83c2-40ed-bb02-5a1047d1ac8f admin admin] Pushing event updated for resources: {'Network': ['ID=f360b301-1b72-4046-97d0-20fa402edc06,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:28.874624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.db.api [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:28.874624 dv-cinder-784140-10-iscsi neutron-server[100391]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:28.874624 dv-cinder-784140-10-iscsi neutron-server[100391]: [parameters: {'project_id_1': '5242d39f27ac4962ab3cf944aa4ca6ed', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 8, 818727)}] Sep 14 14:48:28.874624 dv-cinder-784140-10-iscsi neutron-server[100391]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:28.874958 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG oslo_db.api [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:28.875152 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network f360b301-1b72-4046-97d0-20fa402edc06 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:48:28.893696 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:28.898232 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:28.908163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.db.api [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:28.908163 dv-cinder-784140-10-iscsi neutron-server[100392]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:28.908163 dv-cinder-784140-10-iscsi neutron-server[100392]: [parameters: {'project_id_1': '52bd70b2922546278415a484004e0ba2', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 8, 837904)}] Sep 14 14:48:28.908163 dv-cinder-784140-10-iscsi neutron-server[100392]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:28.908618 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG oslo_db.api [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:28.951134 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Checking segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:28.951804 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Network hostable DHCP agents. Network: ed0a67b2-b4a0-432d-9bca-40bfed0a55a9, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:48:28.957028 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.093207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.094420 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:29.105536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.111952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.112332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.112677 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.113024 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.113350 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.113704 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.114050 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.114408 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.114735 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.115076 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.115382 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.115697 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Tracked resource versions report: Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: pushed versions: Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: { 'AddressGroup': {'1.2'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'ConntrackHelper': {'1.0'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Log': {'1.0'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Network': {'1.1'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Port': {'1.7'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'PortForwarding': {'1.2'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'QosPolicy': {'1.9'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroup': {'1.4'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SubPort': {'1.0'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Subnet': {'1.1'}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Trunk': {'1.1'}} Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: consumer versions: Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: HyperV agent@hv-cinder-78414: {}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'ConntrackHelper': '1.0', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Log': '1.0', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Network': '1.1', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Port': '1.7', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'PortForwarding': '1.2', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'QosPolicy': '1.9', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroup': '1.4', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SecurityGroupRule': '1.2', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'SubPort': '1.0', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Subnet': '1.1', Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: 'Trunk': '1.1'}} Sep 14 14:48:29.116861 dv-cinder-784140-10-iscsi neutron-server[100392]: {{(pid=100392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:48:29.127152 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:48:29.147543 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:48:29.157182 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, ed0a67b2-b4a0-432d-9bca-40bfed0a55a9) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:29.162051 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643cae22-2f37-4d17-89f3-389d618a6741,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:29.172300 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ec697-3a74-4893-89a1-36a9478c49a3 None None] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:29.189547 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:29.190436 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.191286 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.218699 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.219038 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Added segment ad43cee7-cfb5-42c7-99d2-849cd53a77ec of type vlan for network a78ca8e0-f472-45a3-8970-79dcfe039e6d Sep 14 14:48:29.265751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b196bb7-95f9-45cb-b965-ced9ff75b244,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:29.303606 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.306258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Checking segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:29.306651 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Network hostable DHCP agents. Network: f360b301-1b72-4046-97d0-20fa402edc06, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:48:29.327107 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Network f360b301-1b72-4046-97d0-20fa402edc06 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:48:29.338601 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, f360b301-1b72-4046-97d0-20fa402edc06) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:29.344989 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:29.345846 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.355409 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0d445a57-a333-40fb-9107-a6c96acb599d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9527097 Sep 14 14:48:29.358866 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51156) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:29.364076 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:29.373649 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6902107a-dc59-4978-b4cf-6e1d0cb7c898 None None] Network f360b301-1b72-4046-97d0-20fa402edc06 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:29.374780 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-393def3d-5c9e-4600-b54a-43663929568d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5870218 Sep 14 14:48:29.386632 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.387945 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:29.399196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:48:29.400345 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.400876 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.413529 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Made reservation on behalf of 5242d39f27ac4962ab3cf944aa4ca6ed for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:29.416788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.429773 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.433824 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.442927 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0053129 Sep 14 14:48:29.452273 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51160) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:29.472784 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Request body: {'subnet': {'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-92553440-subnet', 'tenant_id': '1705653170494642b8880ef01d708fae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:29.500066 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.db.api [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:29.500066 dv-cinder-784140-10-iscsi neutron-server[100391]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:29.500066 dv-cinder-784140-10-iscsi neutron-server[100391]: [parameters: {'project_id_1': '5242d39f27ac4962ab3cf944aa4ca6ed', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 9, 461920)}] Sep 14 14:48:29.500066 dv-cinder-784140-10-iscsi neutron-server[100391]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:29.500539 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG oslo_db.api [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:29.501336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.db.api [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:29.501336 dv-cinder-784140-10-iscsi neutron-server[100391]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:29.501336 dv-cinder-784140-10-iscsi neutron-server[100391]: [parameters: {'project_id_1': '1705653170494642b8880ef01d708fae', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 9, 485449)}] Sep 14 14:48:29.501336 dv-cinder-784140-10-iscsi neutron-server[100391]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:29.501725 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG oslo_db.api [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:29.653576 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f05edb-0e5d-4be2-9b58-129b1edb10b1 None None] Network f360b301-1b72-4046-97d0-20fa402edc06 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:29.664650 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e150dd-0003-41a1-816d-163440d8c736 admin admin] Pushing event updated for resources: {'Network': ['ID=a78ca8e0-f472-45a3-8970-79dcfe039e6d,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:29.666696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.667708 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.703005 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network a78ca8e0-f472-45a3-8970-79dcfe039e6d details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:48:29.753378 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.841174 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Allocated IP 172.20.0.2 (ed0a67b2-b4a0-432d-9bca-40bfed0a55a9/77e8044f-6c53-4b23-8ca4-d4dd3e8412d4/65d4fa57-149b-4039-8384-9c1ef881362d) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:29.946706 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.977374 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:29.982672 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.001842 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.012352 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:48:30.045666 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.046324 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Added segment d1e34c9f-8d7d-466e-89b6-b203ee549921 of type vlan for network f53f9b09-67b2-498c-871e-80518265bf73 Sep 14 14:48:30.121645 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Made reservation on behalf of 1705653170494642b8880ef01d708fae for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:30.124617 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.125211 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.150362 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a00f26-f64e-46f9-bae6-0c705165dcb0,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.165799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.166994 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:30.167991 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.218419 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.229914 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Transition to ACTIVE for port object 65d4fa57-149b-4039-8384-9c1ef881362d will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:30.248561 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Transition to ACTIVE for port object 65d4fa57-149b-4039-8384-9c1ef881362d will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:30.261559 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.268279 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f53f9b09-67b2-498c-871e-80518265bf73,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.308731 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network f53f9b09-67b2-498c-871e-80518265bf73 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:48:30.397737 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:30.401978 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:30.406213 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.410625 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:30.459993 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Pushing event updated for resources: {'Port': ['ID=65d4fa57-149b-4039-8384-9c1ef881362d,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.466853 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.494523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.495275 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.496158 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.496858 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.497745 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.498829 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.499542 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.500129 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.500653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.501121 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.501613 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.502100 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Tracked resource versions report: Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: pushed versions: Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: { 'AddressGroup': {'1.2'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'ConntrackHelper': {'1.0'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Log': {'1.0'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Network': {'1.1'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Port': {'1.7'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'PortForwarding': {'1.2'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'QosPolicy': {'1.9'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroup': {'1.4'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SubPort': {'1.0'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Subnet': {'1.1'}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Trunk': {'1.1'}} Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: consumer versions: Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: HyperV agent@hv-cinder-78414: {}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'ConntrackHelper': '1.0', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Log': '1.0', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Network': '1.1', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Port': '1.7', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'PortForwarding': '1.2', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'QosPolicy': '1.9', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroup': '1.4', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SecurityGroupRule': '1.2', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'SubPort': '1.0', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Subnet': '1.1', Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: 'Trunk': '1.1'}} Sep 14 14:48:30.503953 dv-cinder-784140-10-iscsi neutron-server[100393]: {{(pid=100393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:48:30.508062 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51210) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:30.510026 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.520264 dv-cinder-784140-10-iscsi neutron-server[100392]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 14:48:30.524782 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91335207-d433-4d36-8088-90857b4566da,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.535843 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Attempting to bind port 65d4fa57-149b-4039-8384-9c1ef881362d on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:30.536434 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Attempting to bind port 65d4fa57-149b-4039-8384-9c1ef881362d by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:30.536948 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Attempting to bind port 65d4fa57-149b-4039-8384-9c1ef881362d on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:30.543435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:30.544048 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Checking segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:30.544867 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.545424 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Bound using segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:30.547003 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Bound port: 65d4fa57-149b-4039-8384-9c1ef881362d, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:30.547582 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.560422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Checking segment: {'id': 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:30.560858 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Network hostable DHCP agents. Network: a78ca8e0-f472-45a3-8970-79dcfe039e6d, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:48:30.592126 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.600313 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.608839 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Network a78ca8e0-f472-45a3-8970-79dcfe039e6d is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:48:30.639999 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:48:30.640930 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] For port 65d4fa57-149b-4039-8384-9c1ef881362d, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:30.645405 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] For port 65d4fa57-149b-4039-8384-9c1ef881362d, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=65d4fa57-149b-4039-8384-9c1ef881362d,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:30.649372 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, a78ca8e0-f472-45a3-8970-79dcfe039e6d) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:30.649972 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-924a3b33-f4cc-4a01-b477-5b787aad48b8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3660567 Sep 14 14:48:30.660273 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51220) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:30.661141 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:30.661735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.665400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.672441 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed35c2-470d-4586-a0bb-9445ea098f03 None None] Network a78ca8e0-f472-45a3-8970-79dcfe039e6d requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:30.673540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Request body: {'subnet': {'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-186116206-subnet', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:30.682239 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541be6e0-8739-4f5a-9567-f81f14732fab,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.690956 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.691335 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Added segment 9f5cf9ff-b7d9-42f6-aa13-a00b70161a70 of type vlan for network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 Sep 14 14:48:30.717629 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bd0708e7-85eb-4458-9b59-a7a450874596 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2446439 Sep 14 14:48:30.749711 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.762747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Made reservation on behalf of 52bd70b2922546278415a484004e0ba2 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:30.767348 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.802572 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.804187 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:30.805439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:30.898967 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4303036 Sep 14 14:48:30.905456 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2c83ce-0813-471c-9a55-5da898fb392c None None] Network a78ca8e0-f472-45a3-8970-79dcfe039e6d requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:30.914993 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51228) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:30.933343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c43a8e-ed52-48b0-bdcd-949938666698 None None] Pushing event updated for resources: {'Port': ['ID=65d4fa57-149b-4039-8384-9c1ef881362d,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.944379 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-9dccb408-9f8c-4d75-8a0c-572a6f589128 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:30.960164 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Request body: {'subnet': {'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-subnet', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:30.960578 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-9dccb408-9f8c-4d75-8a0c-572a6f589128 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.4482334 Sep 14 14:48:30.984928 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5ad5-ed07-4ce0-9542-93eebb8aaedc admin admin] Pushing event updated for resources: {'Network': ['ID=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:30.988667 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51232) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:30.993917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Made reservation on behalf of 5242d39f27ac4962ab3cf944aa4ca6ed for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:30.998812 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.007013 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:48:31.011677 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-2468b276-bbb8-45b8-b3d0-a514ff1400f8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/quotas/1d81898bcbd5424cbbda8d334cb3054c HTTP/1.1" status: 200 len: 375 time: 0.0497310 Sep 14 14:48:31.015513 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Allocated IP 172.27.1.74 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/c1218337-baab-4259-baa8-2e71490304f0) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:31.083599 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-1e8ee4ff-53c2-475e-8d3a-9fd0ac30ab9c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645125 Sep 14 14:48:31.303331 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-76d23f79-a10c-4873-8a49-b9d85e8bf63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.315322 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.424184 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-72e4b455-13d7-4d2c-8442-e7a678b39a14 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:48:31.428555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-72e4b455-13d7-4d2c-8442-e7a678b39a14 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0991287 Sep 14 14:48:31.502846 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.546749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.554380 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:31.556317 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51262) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:31.559373 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.563153 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:31.575803 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:31.629691 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae174e2-6c0f-4d89-b521-897dcbb5cb17,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:31.639998 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-b57f1441-7e81-4505-8c0d-592d715aa45c service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058237 Sep 14 14:48:31.645803 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Pushing event updated for resources: {'Port': ['ID=c1218337-baab-4259-baa8-2e71490304f0,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:31.698366 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-76d23f79-a10c-4873-8a49-b9d85e8bf63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.703208 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Checking segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:31.703560 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Network hostable DHCP agents. Network: 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:48:31.710929 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-76d23f79-a10c-4873-8a49-b9d85e8bf63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.733244 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Checking segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:31.733511 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Network hostable DHCP agents. Network: f53f9b09-67b2-498c-871e-80518265bf73, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:48:31.738926 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5190417-0bcb-4c6d-9f0b-d16355a50a1c,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:31.771899 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-76d23f79-a10c-4873-8a49-b9d85e8bf63b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f586977a4bd445ba827d88dd9f3612e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7791762 Sep 14 14:48:31.777098 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51266) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:31.788623 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:48:31.806766 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d23f79-a10c-4873-8a49-b9d85e8bf63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6eb42a-4844-4aa9-aa3f-d45ece84b13f,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:31.815068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Network f53f9b09-67b2-498c-871e-80518265bf73 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:48:31.824807 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:31.838928 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916507b3-9c72-4bc2-91db-7d52c2bd8d68 None None] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:31.849404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:31.850592 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.861276 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, f53f9b09-67b2-498c-871e-80518265bf73) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:31.871166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:31.871755 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.876969 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac68db-6594-4f57-97a9-36851bb57e5f None None] Network f53f9b09-67b2-498c-871e-80518265bf73 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:31.904574 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9ff7f7fa-36b7-475b-84ab-0ddeaee3b3e8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9848928 Sep 14 14:48:31.905433 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51268) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:31.912443 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:31.918391 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-332162b7-a243-438c-b693-1e95e6bff32e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2532220 Sep 14 14:48:31.922059 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.923175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51270) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:31.931789 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:31.969006 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.970146 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:31.975040 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.041073 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-f60d39b6-e239-4684-b084-9625ba8cdf87 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:32.042919 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-f60d39b6-e239-4684-b084-9625ba8cdf87 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/networks?id=a78ca8e0-f472-45a3-8970-79dcfe039e6d HTTP/1.1" status: 200 len: 810 time: 0.4775786 Sep 14 14:48:32.056746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.057727 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.067458 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-23b25903-b625-42aa-8d19-2203b9ab12c7 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905139 Sep 14 14:48:32.077288 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-673a8369-f13a-4e75-b6cf-7edc5f4e9d50 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/quotas/1705653170494642b8880ef01d708fae HTTP/1.1" status: 200 len: 375 time: 0.0212133 Sep 14 14:48:32.125363 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.153498 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-430ba640-eb8e-4a8f-a431-90092433f9ba tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1705653170494642b8880ef01d708fae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421097 Sep 14 14:48:32.186577 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.277243 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e0651-35b6-4c12-828d-7a21db087dd3 None None] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:32.314904 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497b74f-9acd-40bc-b25a-f46490b987c8 None None] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:32.327913 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 65d4fa57-149b-4039-8384-9c1ef881362d up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:32.349196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-43bea466-8a03-4f5c-93b9-abf30bdf0d69 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:48:32.350383 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.353620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.357229 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df6eb42a-4844-4aa9-aa3f-d45ece84b13f HTTP/1.1" status: 204 len: 168 time: 0.5715296 Sep 14 14:48:32.368979 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-43bea466-8a03-4f5c-93b9-abf30bdf0d69 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1233451 Sep 14 14:48:32.405120 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-f53f9b09-67b2-498c-871e-80518265bf73', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:48:32.406308 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.445028 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.448599 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c45bee-19f9-4c10-a615-43792c88a4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6eb42a-4844-4aa9-aa3f-d45ece84b13f,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:32.480271 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.686433 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-04a98b3c-3392-462b-ad7c-27898fd3d8f3 None None] Provisioning for port 65d4fa57-149b-4039-8384-9c1ef881362d completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:32.751644 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-ffe65e50-8c7e-4f7a-b9f5-bd1ac4c69700 service neutron] 10.222.0.50 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808353 Sep 14 14:48:32.792732 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.854301 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.873163 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 65d4fa57-149b-4039-8384-9c1ef881362d completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:32.907859 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 65d4fa57-149b-4039-8384-9c1ef881362d triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:32.908266 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:32.966717 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-09e6cc82-06d6-4aa3-8133-9063485dfafd req-97bdef0e-db14-4044-91e7-390bf7b2c354 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.1587164 Sep 14 14:48:33.019403 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-6de6122e-24ca-4357-a300-874f91c398f9 service neutron] 10.222.0.50 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660921 Sep 14 14:48:33.136081 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:48:33.158317 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Allocated IP 172.20.0.2 (f53f9b09-67b2-498c-871e-80518265bf73/d5190417-0bcb-4c6d-9f0b-d16355a50a1c/4ad45459-5f53-4934-a948-6c3597de7e71) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:33.243312 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.268086 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.430976 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:33.446705 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:33.468482 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.469952 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8220979c-c855-4aa0-8a88-bcb26b1c0100 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1101594 Sep 14 14:48:33.472954 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51350) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:33.501078 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:33.509117 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:33.533866 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.713633 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 65d4fa57-149b-4039-8384-9c1ef881362d, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=65d4fa57-149b-4039-8384-9c1ef881362d,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:33.714323 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-39c06425-cde4-4cc6-a373-d3ed4bf59263 req-bb5994b9-5e8a-4f46-b86d-efdc1abff168 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.0911508 Sep 14 14:48:33.737666 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.901934 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-44bec27c-3357-48ba-8266-a93243fa1832 None None] Provisioning complete for port 65d4fa57-149b-4039-8384-9c1ef881362d triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:33.902521 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-44bec27c-3357-48ba-8266-a93243fa1832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.908651 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=65d4fa57-149b-4039-8384-9c1ef881362d,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:33.981179 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:33.997196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Transition to ACTIVE for port object 4ad45459-5f53-4934-a948-6c3597de7e71 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:34.051714 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:34.056795 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Transition to ACTIVE for port object 4ad45459-5f53-4934-a948-6c3597de7e71 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:34.078140 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.188089 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Network f53f9b09-67b2-498c-871e-80518265bf73 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:34.190033 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Pushing event updated for resources: {'Port': ['ID=4ad45459-5f53-4934-a948-6c3597de7e71,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:34.202485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:34.205683 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:34.223897 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-916af55c-c138-4f97-86d7-1336043c6a4b req-3ef3471f-0c0a-485a-b24e-6944678c9c35 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.1068118 Sep 14 14:48:34.268785 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.286793 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 65d4fa57-149b-4039-8384-9c1ef881362d up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:34.311246 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.357329 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Allocated IP 172.27.1.136 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/63f4e83b-8cf3-45d0-84fc-79493249f684) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:34.367865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Attempting to bind port 4ad45459-5f53-4934-a948-6c3597de7e71 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:34.368571 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Attempting to bind port 4ad45459-5f53-4934-a948-6c3597de7e71 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:34.369034 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Attempting to bind port 4ad45459-5f53-4934-a948-6c3597de7e71 on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:34.407800 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:34.408206 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Checking segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:34.418151 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.421078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Bound using segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:34.424849 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Bound port: 4ad45459-5f53-4934-a948-6c3597de7e71, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:34.429011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.489610 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:31Z', 'revision_number': 3, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:34.532118 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:34.535501 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Updating router bf7bf67b-0828-4edb-98be-4d4dfd9517bc port c1218337-baab-4259-baa8-2e71490304f0 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:34.552733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 65d4fa57-149b-4039-8384-9c1ef881362d triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:34.554392 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.586269 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.592946 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.727078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] For port 4ad45459-5f53-4934-a948-6c3597de7e71, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:34.737402 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] For port 4ad45459-5f53-4934-a948-6c3597de7e71, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=4ad45459-5f53-4934-a948-6c3597de7e71,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:34.764679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.773596 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Allocated IP 172.27.1.199 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/aa975386-8e97-47e5-b6b2-1664dd0d1ef6) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:34.821462 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.837555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f37ec249-42bf-45d0-8b87-80f404c05270 req-dd2835c1-3787-4594-ade9-6666bf004583 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.0366619 Sep 14 14:48:34.891147 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Pushing event updated for resources: {'Port': ['ID=63f4e83b-8cf3-45d0-84fc-79493249f684,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:34.915096 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:34.919605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:34.923737 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:34.954546 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:34.988739 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee9a4-8f67-4eaa-9f53-111d4a43a1f2 None None] Pushing event updated for resources: {'Port': ['ID=4ad45459-5f53-4934-a948-6c3597de7e71,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:35.218313 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.287266 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Allocated IP 172.20.0.1 (ed0a67b2-b4a0-432d-9bca-40bfed0a55a9/77e8044f-6c53-4b23-8ca4-d4dd3e8412d4/09899c86-7a68-4963-b7d2-7059d4cbfee7) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:35.342968 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.509565 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.543075 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.544893 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Pushing event updated for resources: {'Port': ['ID=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:35.558069 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbd02124-fbfa-4004-b953-25f4204e6beb req-a27a1358-9175-4ea8-9404-63048d7bf47d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.0754240 Sep 14 14:48:35.576803 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Transition to ACTIVE for port object 09899c86-7a68-4963-b7d2-7059d4cbfee7 will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:35.597041 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:35.597564 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.600043 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:35.603030 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:35.611358 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Transition to ACTIVE for port object c1218337-baab-4259-baa8-2e71490304f0 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:35.621199 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.637441 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.674078 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Pushing event updated for resources: {'Port': ['ID=c1218337-baab-4259-baa8-2e71490304f0,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:35.682974 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:35.683802 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.684431 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.685081 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.686375 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.686536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:35.687248 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.687859 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.688371 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.688876 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.689384 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.689874 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.691080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:35.691268 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.691869 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.692140 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Tracked resource versions report: Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: pushed versions: Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: { 'AddressGroup': {'1.2'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'ConntrackHelper': {'1.0'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Log': {'1.0'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Network': {'1.1'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Port': {'1.7'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'PortForwarding': {'1.2'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'QosPolicy': {'1.9'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroup': {'1.4'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroupRule': {'1.2'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SubPort': {'1.0'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Subnet': {'1.1'}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Trunk': {'1.1'}} Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: consumer versions: Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: { DHCP agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: HyperV agent@hv-cinder-78414: {}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: L3 agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: Metadata agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: Metering agent@dv-cinder-784140-10-iscsi: {}, Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: Open vSwitch agent@dv-cinder-784140-10-iscsi: { 'AddressGroup': '1.2', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'ConntrackHelper': '1.0', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Log': '1.0', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Network': '1.1', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Port': '1.7', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'PortForwarding': '1.2', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'QosPolicy': '1.9', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroup': '1.4', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SecurityGroupRule': '1.2', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'SubPort': '1.0', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Subnet': '1.1', Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: 'Trunk': '1.1'}} Sep 14 14:48:35.693616 dv-cinder-784140-10-iscsi neutron-server[100394]: {{(pid=100394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 14:48:35.724710 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Attempting to bind port c1218337-baab-4259-baa8-2e71490304f0 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:35.725496 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Attempting to bind port c1218337-baab-4259-baa8-2e71490304f0 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:35.726089 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Attempting to bind port c1218337-baab-4259-baa8-2e71490304f0 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:35.734018 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:35.734765 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:35.735309 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.735789 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:35.736892 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Bound port: c1218337-baab-4259-baa8-2e71490304f0, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:35.737546 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.810231 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] For port c1218337-baab-4259-baa8-2e71490304f0, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:35.822146 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] For port c1218337-baab-4259-baa8-2e71490304f0, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c1218337-baab-4259-baa8-2e71490304f0,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:35.831953 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.858312 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:35.878057 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Pushing event updated for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:35.892663 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bdb95-eda2-4add-8520-53abc821f105 None None] Pushing event updated for resources: {'Port': ['ID=c1218337-baab-4259-baa8-2e71490304f0,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:35.910478 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:35.912258 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:36.074634 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:36.114018 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-9b771571-e378-4077-a049-586a401e0aac None None] Provisioning for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:36.125656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-9b771571-e378-4077-a049-586a401e0aac None None] Provisioning complete for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:36.126187 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-9b771571-e378-4077-a049-586a401e0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.217854 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-9b771571-e378-4077-a049-586a401e0aac None None] Port 09899c86-7a68-4963-b7d2-7059d4cbfee7 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:48:36.291454 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4afb384-6b14-46d4-8222-6469b10979b1 req-5f464eb9-0ed4-4d37-bdc4-9258fdb14e84 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.0823824 Sep 14 14:48:36.297461 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.325584 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 4ad45459-5f53-4934-a948-6c3597de7e71 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:36.369752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.404381 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 4ad45459-5f53-4934-a948-6c3597de7e71 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:36.425760 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:31Z', 'revision_number': 3, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:36.569671 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682c35c8-acab-4a5b-ba84-82cdb24507b6 None None] Network f53f9b09-67b2-498c-871e-80518265bf73 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:48:36.576547 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5442545-e3e9-4a10-8cc9-da20899d22fd None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:31Z', 'revision_number': 3, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:36.576927 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.581471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.582536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.693070 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Pushing event updated for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:36.714293 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.732185 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Provisioning for port 4ad45459-5f53-4934-a948-6c3597de7e71 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:36.733037 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-abfb5321-2947-41fa-8041-a2c1761c421f req-769e3e7e-699f-4df1-9f51-48aa18b97486 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.0430462 Sep 14 14:48:36.739790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Provisioning complete for port 4ad45459-5f53-4934-a948-6c3597de7e71 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:36.740719 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.767742 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:36.769314 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:36.957888 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:36.988857 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:37.041236 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:48:37.071256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Router 404d04d5-5258-4652-89ff-95d2a9e73ac4 is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:48:37.122858 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] For port 4ad45459-5f53-4934-a948-6c3597de7e71, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=4ad45459-5f53-4934-a948-6c3597de7e71,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:37.138204 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:37.153718 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:48:37.318366 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e311cc-6862-4be7-a04f-be0781ee64bb None None] Pushing event updated for resources: {'Port': ['ID=4ad45459-5f53-4934-a948-6c3597de7e71,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:37.337115 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5f666140-6d9d-4113-9d42-845d9a6020d2 None None] Provisioning complete for port 4ad45459-5f53-4934-a948-6c3597de7e71 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:37.337625 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5f666140-6d9d-4113-9d42-845d9a6020d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:37.353129 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:37.381280 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-122aef8a-a5fe-4e33-9a43-86469bbc6b5d admin admin] 10.222.0.50 "PUT /v2.0/routers/bf7bf67b-0828-4edb-98be-4d4dfd9517bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9066501 Sep 14 14:48:37.507146 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:37.526244 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Sync routers for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:37.561359 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:37.561995 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:37.588485 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:37.593737 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0d6c6138-b348-4cb0-8974-b7b28fc04b84 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6841428 Sep 14 14:48:37.596952 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51492) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:37.639234 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-537d48ff-237b-472d-bffd-094920f19b27 req-1809a0c8-d9ce-46b8-8236-4869c456426d tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.0786576 Sep 14 14:48:37.667196 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:37.677862 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:37.696420 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:37.698214 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:37.720602 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:37.725937 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51498) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:37.728240 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-55f374f6-27fb-42a7-9b1a-dc55e78952e8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7999635 Sep 14 14:48:37.942431 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:37.956527 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:38.241741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-f13d00b7-83dd-427c-bf5c-d9e320bd13b5 None None] Provisioning complete for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:38.242428 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f13d00b7-83dd-427c-bf5c-d9e320bd13b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:38.333517 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:38.362183 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-05db8dbc-ac50-4d03-b239-67b7179396a4 req-4c2c148c-83bc-4252-8e50-e4fd59c65532 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.1168840 Sep 14 14:48:38.371003 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51512) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:38.396867 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:38.397529 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Updating router 8a83b265-3d37-456b-aeb2-2e22b3739a04 port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:38.426877 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:38.575502 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.64', 56568) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:38.729323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51524) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:38.749355 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410499422', 'description': 'tempest-description--1545329356'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:38.778532 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 4ad45459-5f53-4934-a948-6c3597de7e71 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:38.889985 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:38.902860 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Transition to ACTIVE for port object aa975386-8e97-47e5-b6b2-1664dd0d1ef6 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:38.912426 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:38.932571 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:38.987634 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44c825-b146-4489-a622-5fff7427758e None None] Pushing event updated for resources: {'Port': ['ID=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:39.005733 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Attempting to bind port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:39.006104 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Attempting to bind port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:39.006559 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Attempting to bind port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:39.019073 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:39.019371 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:39.023672 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-f13d00b7-83dd-427c-bf5c-d9e320bd13b5 None None] Port 09899c86-7a68-4963-b7d2-7059d4cbfee7 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:48:39.023821 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.024399 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:39.025257 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Bound port: aa975386-8e97-47e5-b6b2-1664dd0d1ef6, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:39.025670 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.109315 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] For port aa975386-8e97-47e5-b6b2-1664dd0d1ef6, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:39.113571 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] For port aa975386-8e97-47e5-b6b2-1664dd0d1ef6, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:39.124542 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.127874 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.64', 56579) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:39.158802 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 4ad45459-5f53-4934-a948-6c3597de7e71 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:39.159250 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.198373 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44c825-b146-4489-a622-5fff7427758e None None] Pushing event updated for resources: {'Port': ['ID=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:39.214140 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.219386 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.233274 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:39.234352 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:39.300704 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.318196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:39.326461 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-755805b7-2621-41d1-a762-441a14d0993a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:39.332156 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-755805b7-2621-41d1-a762-441a14d0993a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.7519512 Sep 14 14:48:39.348370 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:39.349940 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:39.373652 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:39.406227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.408236 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6765394 Sep 14 14:48:39.428242 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51548) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:39.438756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea840e1-1fdf-47bd-a06e-df2759b83887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.478498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group_rule': {'security_group_id': '8e13ad08-53ae-4ca2-ac20-ecd7b65800d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:39.484374 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419d1d-503c-4067-9746-4601aab16fec tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:39.505429 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d932724-66ed-430c-b55c-b1d1e30430b8 req-438c75ec-ced7-448e-9045-5a8a8bb35dcd tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.3725591 Sep 14 14:48:39.521434 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-917a6238-0cc9-44d8-836f-4f35507f8cf4 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:39.523203 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-917a6238-0cc9-44d8-836f-4f35507f8cf4 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.64 "GET /v2.0/networks?id=a78ca8e0-f472-45a3-8970-79dcfe039e6d HTTP/1.1" status: 200 len: 810 time: 0.3932829 Sep 14 14:48:39.532662 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Request body: {'port': {'device_id': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'admin_state_up': True, 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:39.542783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Request body: {'port': {'device_id': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d', 'admin_state_up': True, 'tenant_id': '1705653170494642b8880ef01d708fae'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:39.577106 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:39.612057 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:39.661445 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-986555eb-ff93-4f1c-b78f-cc4b89426259 req-c5c1b113-9750-412d-9f89-ee7d66085d02 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.0788777 Sep 14 14:48:39.699374 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:39.740937 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f011e2-6367-477d-b736-87d91237a277 None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:39.842588 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c1218337-baab-4259-baa8-2e71490304f0 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:39.991522 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:40.027590 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Checking router: 404d04d5-5258-4652-89ff-95d2a9e73ac4 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:40.028589 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Updating router 404d04d5-5258-4652-89ff-95d2a9e73ac4 port 63f4e83b-8cf3-45d0-84fc-79493249f684 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:40.033624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Allocated IP 172.20.0.1 (9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9/eae174e2-6c0f-4d89-b521-897dcbb5cb17/cd3ad569-d5bb-4c9a-9488-dce395f94b52) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:40.141091 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.250111 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Allocated IP 172.20.0.1 (f53f9b09-67b2-498c-871e-80518265bf73/d5190417-0bcb-4c6d-9f0b-d16355a50a1c/d436b20d-c421-4520-9b3f-0b9319ff1889) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:40.325239 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port c1218337-baab-4259-baa8-2e71490304f0 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:40.387596 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port c1218337-baab-4259-baa8-2e71490304f0 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:40.399192 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.447280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.562101 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.614764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 2, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:40.704161 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:40.707947 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:40.713234 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:40.716553 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Updating router bf7bf67b-0828-4edb-98be-4d4dfd9517bc port 09899c86-7a68-4963-b7d2-7059d4cbfee7 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:40.723435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:40.723435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.852777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:40.876277 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:40.897341 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51602) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:40.989202 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-805f2361-72ac-47cf-b462-82f48e1b1428 req-6ff5dc34-c751-49e4-83d0-6e77868f9169 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.1946824 Sep 14 14:48:41.124961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.151105 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-93eec70c-8745-427a-ad7a-fd8c4b2cc133 req-1e5740b9-0a55-44a5-b58c-f619bfb53c45 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.3627791 Sep 14 14:48:41.193308 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.230733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Transition to ACTIVE for port object d436b20d-c421-4520-9b3f-0b9319ff1889 will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:41.256212 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea840e1-1fdf-47bd-a06e-df2759b83887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.268336 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea840e1-1fdf-47bd-a06e-df2759b83887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.305212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc46-bee3-4ef8-9d99-f9846c8339af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.349520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.db.api [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:41.349520 dv-cinder-784140-10-iscsi neutron-server[100392]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:41.349520 dv-cinder-784140-10-iscsi neutron-server[100392]: [parameters: {'project_id_1': '1d81898bcbd5424cbbda8d334cb3054c', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 21, 23970)}] Sep 14 14:48:41.349520 dv-cinder-784140-10-iscsi neutron-server[100392]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100392) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:41.350038 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG oslo_db.api [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:41.351909 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.db.api [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 14:48:41.351909 dv-cinder-784140-10-iscsi neutron-server[100391]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 14:48:41.351909 dv-cinder-784140-10-iscsi neutron-server[100391]: [parameters: {'project_id_1': '1705653170494642b8880ef01d708fae', 'expiration_1': datetime.datetime(2021, 9, 14, 14, 48, 20, 400405)}] Sep 14 14:48:41.351909 dv-cinder-784140-10-iscsi neutron-server[100391]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:48:41.353338 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG oslo_db.api [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:48:41.359853 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51610) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:41.360704 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-aea840e1-1fdf-47bd-a06e-df2759b83887 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0131bc06f7fe465da15247a93496c5e8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9852562 Sep 14 14:48:41.364127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea840e1-1fdf-47bd-a06e-df2759b83887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7530f3-b67f-4dff-86f5-6237bf7491ca,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:41.388672 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.414727 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.454334 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.494729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Network f53f9b09-67b2-498c-871e-80518265bf73 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:41.508798 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:41.540071 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:41.540071 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.619958 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.660143 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port c1218337-baab-4259-baa8-2e71490304f0, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c1218337-baab-4259-baa8-2e71490304f0,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:41.668358 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.677375 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Pushing event updated for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:41.693922 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.696019 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.773662 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Transition to ACTIVE for port object 09899c86-7a68-4963-b7d2-7059d4cbfee7 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:41.779331 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.811460 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.835821 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.902829 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device aa975386-8e97-47e5-b6b2-1664dd0d1ef6 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:41.936449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d84ac98-0565-4065-a9bb-4d4a47dae16d,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:41.947036 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.978884 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc46-bee3-4ef8-9d99-f9846c8339af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.982315 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:41.982315 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.047002 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.070138 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbc46-bee3-4ef8-9d99-f9846c8339af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.105469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=c1218337-baab-4259-baa8-2e71490304f0,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.122131 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.135982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.141249 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c7530f3-b67f-4dff-86f5-6237bf7491ca HTTP/1.1" status: 204 len: 168 time: 0.7747312 Sep 14 14:48:42.171486 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a1bfbc46-bee3-4ef8-9d99-f9846c8339af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f766ef61e77e4f3996fb5176a7f43650&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2731230 Sep 14 14:48:42.199575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Pushing event updated for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.218749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51622) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:42.307119 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Attempting to bind port 09899c86-7a68-4963-b7d2-7059d4cbfee7 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:42.307733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Attempting to bind port 09899c86-7a68-4963-b7d2-7059d4cbfee7 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:42.308560 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Attempting to bind port 09899c86-7a68-4963-b7d2-7059d4cbfee7 on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:42.327761 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.346314 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-03fa53e0-04bb-48ab-be00-590992bdf024 None None] Provisioning for port d436b20d-c421-4520-9b3f-0b9319ff1889 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:42.376508 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:42.381018 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Checking segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:42.382103 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.382692 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Bound using segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:42.383372 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Bound port: 09899c86-7a68-4963-b7d2-7059d4cbfee7, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:42.383941 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.385800 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbc46-bee3-4ef8-9d99-f9846c8339af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f5ef2a-55e9-4b05-bee6-6dc0593cd837,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.393369 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-03fa53e0-04bb-48ab-be00-590992bdf024 None None] Provisioning complete for port d436b20d-c421-4520-9b3f-0b9319ff1889 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:42.393982 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-03fa53e0-04bb-48ab-be00-590992bdf024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.410806 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032cc87-2f11-45bc-b6f8-7b36e1a6dbc4 None None] Pushing event updated for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.440398 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Transition to ACTIVE for port object 63f4e83b-8cf3-45d0-84fc-79493249f684 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:42.441148 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd02e21-d1cd-4adb-9859-c3a5b4fe13ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7530f3-b67f-4dff-86f5-6237bf7491ca,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.464504 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.472441 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.477262 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.478093 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.490089 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.535650 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.537557 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4d50e700-9d63-4db2-916a-4ef76726f8e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1081071 Sep 14 14:48:42.549898 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.617095 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51628) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:42.633895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:42.641506 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group_rule': {'security_group_id': '8e13ad08-53ae-4ca2-ac20-ecd7b65800d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:42.649676 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:42.656240 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.659421 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.661536 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/86f5ef2a-55e9-4b05-bee6-6dc0593cd837 HTTP/1.1" status: 204 len: 168 time: 0.4400511 Sep 14 14:48:42.683798 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38aa8c9-afea-4069-a043-59c8d2aa2334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f5ef2a-55e9-4b05-bee6-6dc0593cd837,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.756136 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Made reservation on behalf of 1705653170494642b8880ef01d708fae for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:42.760750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.765188 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:42.814374 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:42.815513 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:42.840300 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-03fa53e0-04bb-48ab-be00-590992bdf024 None None] Port d436b20d-c421-4520-9b3f-0b9319ff1889 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:48:42.860835 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-aa6e9729-cb0a-4d47-b597-716cbd418c01 req-270411a8-316f-480b-a465-3c6e0adf7c9c tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.3923018 Sep 14 14:48:42.862891 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Pushing event updated for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:42.890865 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Network f53f9b09-67b2-498c-871e-80518265bf73 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:42.897323 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'port': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:42.907731 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.023473 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a68d7-6f15-4463-85cc-3c5c41cc575b None None] Pushing event updated for resources: {'Port': ['ID=63f4e83b-8cf3-45d0-84fc-79493249f684,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:43.045469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Attempting to bind port 63f4e83b-8cf3-45d0-84fc-79493249f684 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:43.046176 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Attempting to bind port 63f4e83b-8cf3-45d0-84fc-79493249f684 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:43.046780 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Attempting to bind port 63f4e83b-8cf3-45d0-84fc-79493249f684 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:43.065436 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] For port 09899c86-7a68-4963-b7d2-7059d4cbfee7, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:43.075791 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] For port 09899c86-7a68-4963-b7d2-7059d4cbfee7, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=09899c86-7a68-4963-b7d2-7059d4cbfee7,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:43.079035 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:43.079846 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:43.080628 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.081607 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:43.082468 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Bound port: 63f4e83b-8cf3-45d0-84fc-79493249f684, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:43.083163 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.113058 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.274933 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:43.276563 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:43.310118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Router 404d04d5-5258-4652-89ff-95d2a9e73ac4 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:48:43.330328 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.407843 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:43.411352 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] For port 63f4e83b-8cf3-45d0-84fc-79493249f684, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:43.424410 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.458981 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4054a9a4-bcc2-4849-9248-9845daa524c5 req-a8b3c279-c52a-4d30-b45d-8800b9ef0aac tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.9869037 Sep 14 14:48:43.498727 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port aa975386-8e97-47e5-b6b2-1664dd0d1ef6, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:43.522733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032cc87-2f11-45bc-b6f8-7b36e1a6dbc4 None None] Pushing event updated for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:43.531499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.630973 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] For port 63f4e83b-8cf3-45d0-84fc-79493249f684, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=63f4e83b-8cf3-45d0-84fc-79493249f684,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:43.660863 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:43.939527 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c1218337-baab-4259-baa8-2e71490304f0 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:44.010048 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:44.010662 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:44.028617 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:44.044334 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Allocated IP 172.20.0.12 (a78ca8e0-f472-45a3-8970-79dcfe039e6d/91335207-d433-4d36-8088-90857b4566da/f04e8f73-f4bf-461e-8fdb-754b0bd39fdb) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:44.142153 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:44.164879 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b11b2bb0-6093-453e-b38f-6b9ebb5de195 admin admin] 10.222.0.50 "PUT /v2.0/routers/404d04d5-5258-4652-89ff-95d2a9e73ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5685835 Sep 14 14:48:44.174942 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:44.196442 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:44.307773 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-93e0a0d5-050c-42d5-8871-0471b008c267 req-ada2e87f-c2ce-4a5e-9aea-37ace15c277f tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.2819788 Sep 14 14:48:44.314603 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:44.342963 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90d738a-dc0a-4fc6-99be-84cf13a3aada,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:44.412344 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:44.412435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:44.412435 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a5ec0452-55fa-49ee-a1a6-a1621a3388ed tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7739341 Sep 14 14:48:44.422084 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51676) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:44.431709 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:44.499451 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a68d7-6f15-4463-85cc-3c5c41cc575b None None] Pushing event updated for resources: {'Port': ['ID=63f4e83b-8cf3-45d0-84fc-79493249f684,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:44.590012 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Allocated IP 172.20.0.4 (f360b301-1b72-4046-97d0-20fa402edc06/7b196bb7-95f9-45cb-b965-ced9ff75b244/3937aa17-6614-4ece-9b07-b604002b03a5) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:44.746604 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:44.772351 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:48:44.782245 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-51a56e60-1d4e-40c3-904f-1a8d68fcff92 req-20ebfae1-1799-4395-b1c9-ce6c1044fe92 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 210 time: 0.1424901 Sep 14 14:48:44.979414 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.083189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:48:45.092822 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f277ec7f-bc1e-4837-a2c5-eec97c649e30 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a83b265-3d37-456b-aeb2-2e22b3739a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3657017 Sep 14 14:48:45.100743 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-d97ceb00-7191-410b-aa3f-0f8efa47782a None None] Provisioning complete for port d436b20d-c421-4520-9b3f-0b9319ff1889 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:45.101078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-d97ceb00-7191-410b-aa3f-0f8efa47782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.104639 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:45.125915 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:45.130074 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:45.342367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.361434 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-d97ceb00-7191-410b-aa3f-0f8efa47782a None None] Port d436b20d-c421-4520-9b3f-0b9319ff1889 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:48:45.404580 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port c1218337-baab-4259-baa8-2e71490304f0 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:45.404847 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.452973 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.555218 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:45.569857 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.762661 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:45.763530 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Network f360b301-1b72-4046-97d0-20fa402edc06 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:45.774437 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d8cf842-d52a-4736-8382-98801a694009 req-3b78438a-4e0d-4e2c-8a54-a4c7a25a3781 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.1910596 Sep 14 14:48:45.812207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:45.883398 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:45.925398 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:45.926111 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:46.121076 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-8b52115d-980f-40ce-9767-841221914f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:46.172298 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b52115d-980f-40ce-9767-841221914f75 None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:46.175106 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7249062 Sep 14 14:48:46.176055 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Network a78ca8e0-f472-45a3-8970-79dcfe039e6d is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:46.178654 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d073caa-b72f-4a62-93ff-e9f544d43726 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event updated for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:46.230947 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:42Z', 'revision_number': 2, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:46.242056 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-038d89b7-3110-4333-a01c-e21ce9f87849 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:48:46.257334 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-038d89b7-3110-4333-a01c-e21ce9f87849 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741904 Sep 14 14:48:46.322201 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'cd3ad569-d5bb-4c9a-9488-dce395f94b52', 'name': '', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'mac_address': 'fa:16:3e:6b:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 2, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'subnets': [{'id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:46.367696 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Pushing event updated for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:46.377525 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:46.395920 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:46.417422 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:46.427122 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:46.428888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:46.431397 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Updating router 8a83b265-3d37-456b-aeb2-2e22b3739a04 port d436b20d-c421-4520-9b3f-0b9319ff1889 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:46.482207 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a4786d-c10f-4ad5-9ded-760f2449f454 None None] The sync data for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi is: [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'cd3ad569-d5bb-4c9a-9488-dce395f94b52', 'name': '', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'mac_address': 'fa:16:3e:6b:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 2, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'subnets': [{'id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:46.575500 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-bdb74fb1-e44b-418e-a266-4d85fc241db2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0313206 Sep 14 14:48:46.626781 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-977df328-e350-4773-a885-d1412f13af3e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:46.653667 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-977df328-e350-4773-a885-d1412f13af3e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 819 time: 0.9741983 Sep 14 14:48:46.664747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Allocated IP 172.27.1.65 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/b7b8c5a4-5900-4124-8a79-505749b6cc4b) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:46.713700 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-6bb1bc8c-9d38-4038-b266-343939917c18 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/quotas/5242d39f27ac4962ab3cf944aa4ca6ed HTTP/1.1" status: 200 len: 375 time: 0.0587318 Sep 14 14:48:46.847347 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device aa975386-8e97-47e5-b6b2-1664dd0d1ef6 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:46.983674 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.060578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:47.061143 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.115886 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-37880433-3913-4b61-8fce-7e05c5e03069 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4014432 Sep 14 14:48:47.122754 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Request body: {'port': {'device_id': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:47.160497 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.289228 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Request body: {'port': {'device_id': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:47.316876 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51754) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:47.566963 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 09899c86-7a68-4963-b7d2-7059d4cbfee7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:47.590899 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.614622 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.697562 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51766) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:47.726450 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1499048781', 'description': 'tempest-description--1237521511'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:47.796578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:47.803834 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:47.804235 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.824626 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:47.856851 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:47.877736 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:47.948744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:47.995486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.028801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae1714f5-6059-48b5-951b-2505985f047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.063541 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.072608 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.114125 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Transition to ACTIVE for port object d436b20d-c421-4520-9b3f-0b9319ff1889 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:48.139223 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.216169 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.237227 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceadc1c-e406-4bbe-a371-dd0d46c4804c None None] Pushing event updated for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:48.371169 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=b7b8c5a4-5900-4124-8a79-505749b6cc4b,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:48.466638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 09899c86-7a68-4963-b7d2-7059d4cbfee7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=09899c86-7a68-4963-b7d2-7059d4cbfee7,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:48.474253 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Attempting to bind port d436b20d-c421-4520-9b3f-0b9319ff1889 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:48.476290 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Attempting to bind port d436b20d-c421-4520-9b3f-0b9319ff1889 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:48.477951 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Attempting to bind port d436b20d-c421-4520-9b3f-0b9319ff1889 on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:48.478082 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.520357 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:48.522462 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Checking segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:48.524555 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.525857 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Bound using segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:48.527022 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Bound port: d436b20d-c421-4520-9b3f-0b9319ff1889, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:48.529922 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.579084 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-cf6f8fb6-29b8-4606-b8d2-9b930512bb02 service neutron] 10.222.0.50 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4615524 Sep 14 14:48:48.663904 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ed8c-2bdd-4015-b127-1c02f51f260f req-48775794-1f1b-46e1-bf69-eddfc90ab59d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:48.669749 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:48.677468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-67b5ed8c-2bdd-4015-b127-1c02f51f260f req-48775794-1f1b-46e1-bf69-eddfc90ab59d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 931 time: 0.9022095 Sep 14 14:48:48.698050 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] For port d436b20d-c421-4520-9b3f-0b9319ff1889, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:48.702448 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] For port d436b20d-c421-4520-9b3f-0b9319ff1889, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=d436b20d-c421-4520-9b3f-0b9319ff1889,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:48.709171 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.760734 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:48.761898 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:48.781551 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:48.795946 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 63f4e83b-8cf3-45d0-84fc-79493249f684 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:48.991847 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 63f4e83b-8cf3-45d0-84fc-79493249f684 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:49.009935 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:49.013764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 63f4e83b-8cf3-45d0-84fc-79493249f684 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:49.017841 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.349118 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-67b5ed8c-2bdd-4015-b127-1c02f51f260f req-050dbd43-342f-45d9-8d57-a502898def3c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703534 Sep 14 14:48:49.423254 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:49.509239 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe36ec-42d7-442f-9ab9-037c64ba54b1 None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:49.512481 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceadc1c-e406-4bbe-a371-dd0d46c4804c None None] Pushing event updated for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=4']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:49.549733 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-d22e195c-0164-4b51-8fdf-438d4a14ff71 service neutron] 10.222.0.50 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9531541 Sep 14 14:48:49.681715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.782664 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 63f4e83b-8cf3-45d0-84fc-79493249f684, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=63f4e83b-8cf3-45d0-84fc-79493249f684,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:49.789785 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.804175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae1714f5-6059-48b5-951b-2505985f047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.816948 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04e8f73-f4bf-461e-8fdb-754b0bd39fdb {{(pid=100392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:48:49.817853 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae1714f5-6059-48b5-951b-2505985f047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.879168 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:49.929573 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c8491-6fd4-4df7-9b6b-7829328154ca req-c91809e7-9fdc-4922-a1ef-f5f889331616 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:49.940152 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef1c8491-6fd4-4df7-9b6b-7829328154ca req-c91809e7-9fdc-4922-a1ef-f5f889331616 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 932 time: 0.3055215 Sep 14 14:48:50.025184 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=63f4e83b-8cf3-45d0-84fc-79493249f684,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:50.120928 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.169394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3937aa17-6614-4ece-9b07-b604002b03a5 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:48:50.213788 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-366826d2-7a14-40b8-b372-5309c19b6c23 req-1843f7ac-d843-43b5-a5d7-dc4be9854bd8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 210 time: 0.0736287 Sep 14 14:48:50.218844 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.246684 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Transition to ACTIVE for port object f04e8f73-f4bf-461e-8fdb-754b0bd39fdb will not be triggered until provisioned by entity L2. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:50.266332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef1c8491-6fd4-4df7-9b6b-7829328154ca req-d1a51261-a36c-4b19-b6c3-461f02fbd8a9 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879143 Sep 14 14:48:50.269224 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.349790 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.374378 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ae1714f5-6059-48b5-951b-2505985f047b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dce05b494e2548d794dfd030904274cd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0503080 Sep 14 14:48:50.409743 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.413752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51810) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:50.453914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.472396 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.562346 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.566741 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8630488 Sep 14 14:48:50.591610 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1714f5-6059-48b5-951b-2505985f047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9cbb9-e68e-4ad1-aec9-0f833eebb22c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:50.605775 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51822) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:50.676002 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group_rule': {'security_group_id': 'ce486287-e8d7-49c9-962a-f6d7465e5820', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:50.708363 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.729299 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2884579 Sep 14 14:48:50.738179 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Transition to ACTIVE for port object 3937aa17-6614-4ece-9b07-b604002b03a5 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:50.805701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.851166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:50.932883 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 63f4e83b-8cf3-45d0-84fc-79493249f684 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:50.977188 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Pushing event updated for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:50.991047 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba54b23-b46c-4c7f-92ca-8889ccd68c0a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce486287-e8d7-49c9-962a-f6d7465e5820,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.058488 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf4468-e73c-4794-a408-b2e0601da17a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=b7b8c5a4-5900-4124-8a79-505749b6cc4b,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.107048 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Attempting to bind port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:51.107048 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Attempting to bind port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d'}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:51.108219 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Attempting to bind port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb on network a78ca8e0-f472-45a3-8970-79dcfe039e6d {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:51.126202 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb on network a78ca8e0-f472-45a3-8970-79dcfe039e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:48:51.126571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Attempting to bind port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb on network a78ca8e0-f472-45a3-8970-79dcfe039e6d {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:51.139121 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:51.139527 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Checking segment: {'id': 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:51.140243 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 63f4e83b-8cf3-45d0-84fc-79493249f684 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:51.140364 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Bound using segment: {'id': 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d'} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:51.140627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.140791 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Bound port: f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d'}}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:51.141125 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.166667 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52927c52-c033-49eb-9bca-ccbf81654f81 req-12f86795-9b47-4aa8-9c85-3eb7c71aea70 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:51.168605 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52927c52-c033-49eb-9bca-ccbf81654f81 req-12f86795-9b47-4aa8-9c85-3eb7c71aea70 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 943 time: 0.5500269 Sep 14 14:48:51.347533 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.394393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Pushing event updated for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.398654 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 09899c86-7a68-4963-b7d2-7059d4cbfee7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:51.400609 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52927c52-c033-49eb-9bca-ccbf81654f81 req-01b3090e-237e-4a82-86a2-fe6fea6535a2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778781 Sep 14 14:48:51.431192 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.448433 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Attempting to bind port 3937aa17-6614-4ece-9b07-b604002b03a5 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:51.449158 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Attempting to bind port 3937aa17-6614-4ece-9b07-b604002b03a5 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:51.449750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Attempting to bind port 3937aa17-6614-4ece-9b07-b604002b03a5 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:51.463511 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.492753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 09899c86-7a68-4963-b7d2-7059d4cbfee7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:51.493808 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.494260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.510022 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Port 3937aa17-6614-4ece-9b07-b604002b03a5 on network f360b301-1b72-4046-97d0-20fa402edc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:48:51.510500 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Attempting to bind port 3937aa17-6614-4ece-9b07-b604002b03a5 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:51.517855 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-a829202d-94ef-480d-b2c3-c8c1b00d407a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:51.519500 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-a829202d-94ef-480d-b2c3-c8c1b00d407a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 819 time: 0.4791949 Sep 14 14:48:51.538360 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b0332f-abff-44c7-a32b-d65dc7ca6ba4,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.540140 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-30f8379f-8466-46d2-b4cc-d1d43cf47ee1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/quotas/5242d39f27ac4962ab3cf944aa4ca6ed HTTP/1.1" status: 200 len: 375 time: 0.0120387 Sep 14 14:48:51.541503 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, cleared binding levels {{(pid=100392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:51.550239 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:51.550703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Checking segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:51.551359 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Bound using segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:51.551920 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Bound port: 3937aa17-6614-4ece-9b07-b604002b03a5, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:51.552418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.562049 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.565951 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b6eb9d65-52c9-401f-b03e-77a937c2ddc7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9532604 Sep 14 14:48:51.567041 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51854) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:51.593902 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group_rule': {'security_group_id': 'ce486287-e8d7-49c9-962a-f6d7465e5820', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:51.629925 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,segment=NetworkSegment(ad43cee7-cfb5-42c7-99d2-849cd53a77ec),segment_id=ad43cee7-cfb5-42c7-99d2-849cd53a77ec)] {{(pid=100392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:51.655729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.669771 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.676013 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.677265 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bb9cbb9-e68e-4ad1-aec9-0f833eebb22c HTTP/1.1" status: 204 len: 168 time: 1.2625437 Sep 14 14:48:51.685696 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:51.694787 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3937aa17-6614-4ece-9b07-b604002b03a5,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:51.696680 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331c487-5e36-48de-ad6d-ca176865bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9cbb9-e68e-4ad1-aec9-0f833eebb22c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.699944 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-22653760-1947-4a51-b7ac-c6959bb0d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.702436 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.755838 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Pushing event updated for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=3']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:51.756171 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:51.756247 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:51.762063 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] 10.222.0.64 "PUT /v2.0/ports/3937aa17-6614-4ece-9b07-b604002b03a5 HTTP/1.1" status: 200 len: 1093 time: 4.4929242 Sep 14 14:48:51.783798 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fb162dbc-5bb8-4b3a-ba29-e58c05ea0d23 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2321773 Sep 14 14:48:51.796149 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:48:51.903193 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device d436b20d-c421-4520-9b3f-0b9319ff1889 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:52.010255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:52.012381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.013552 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074929fe-b2b4-4df7-82aa-60b53cf74953 service neutron] Pushing event updated for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:52.057407 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-294369f3-9e9c-4906-8b8e-553c8c59cfcd service neutron] 10.222.0.64 "PUT /v2.0/ports/f04e8f73-f4bf-461e-8fdb-754b0bd39fdb HTTP/1.1" status: 200 len: 1094 time: 5.2552466 Sep 14 14:48:52.086579 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-bbefc1ed-7a8a-468b-85b9-b28b201f1dfc tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--410499422&fields=id&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 267 time: 0.4777198 Sep 14 14:48:52.087051 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:48:52.098078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port d436b20d-c421-4520-9b3f-0b9319ff1889 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:52.136804 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port d436b20d-c421-4520-9b3f-0b9319ff1889 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:52.137178 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.172565 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c37e636-993d-40c5-9632-16150a305c38" -d '{"events": [{"name": "network-changed", "server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:48:52.212688 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-68fd4f14-435c-454e-9733-7fbf27d0f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:52.214405 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-68fd4f14-435c-454e-9733-7fbf27d0f1d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 1096 time: 0.1850946 Sep 14 14:48:52.350657 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.451380 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.573731 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-282b37c8-1535-49ef-9cbe-64940a3f2287 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:52.574008 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port d436b20d-c421-4520-9b3f-0b9319ff1889, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=d436b20d-c421-4520-9b3f-0b9319ff1889,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:52.582314 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.597763 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-282b37c8-1535-49ef-9cbe-64940a3f2287 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 817 time: 0.2601018 Sep 14 14:48:52.623533 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 51890) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:52.627577 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-53be8274-81cf-41c8-885c-01d1e2f92b4d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/quotas/d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 375 time: 0.0286176 Sep 14 14:48:52.659247 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fcb6c7c1-ebb3-4f46-a3d6-ad59e73cb89d service neutron] 10.222.0.50 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633945 Sep 14 14:48:52.660266 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aec06dfa-fb7c-431f-b17e-a2f1e63cb16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:52.767198 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:52.911792 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Sync routers for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:48:52.920846 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-8800b18b-b07a-4140-9e19-1dfb51ee1187 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937aa17-6614-4ece-9b07-b604002b03a5 HTTP/1.1" status: 200 len: 217 time: 0.5782139 Sep 14 14:48:52.939355 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:52.940056 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:53.006414 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c88ce6-7b03-4795-b23b-6f70f34e8f65" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:48:53.129520 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:53.142816 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-dc62bd56-365a-42c6-acf0-839f54d2b819 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4262815 Sep 14 14:48:53.165110 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-f7c7abad-1d3c-4ade-9067-9ad763d3235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:53.166532 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-f7c7abad-1d3c-4ade-9067-9ad763d3235b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1705653170494642b8880ef01d708fae&device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 1097 time: 0.8276730 Sep 14 14:48:53.304011 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.320211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.333282 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-e5f01ecb-67b7-470f-9ae7-72bbd054d121 service neutron] 10.222.0.50 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611438 Sep 14 14:48:53.367652 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2abee5-16ec-4b70-97bb-ce96b59ed0fb,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:53.371345 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-5b2389c7-5554-47b6-91e9-a79994a054f2 service neutron] 10.222.0.50 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991923 Sep 14 14:48:53.421475 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aec06dfa-fb7c-431f-b17e-a2f1e63cb16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.448945 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'cd3ad569-d5bb-4c9a-9488-dce395f94b52', 'name': '', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'mac_address': 'fa:16:3e:6b:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 2, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'subnets': [{'id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:53.458371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aec06dfa-fb7c-431f-b17e-a2f1e63cb16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.488726 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.493258 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-059c3c88-3d8b-4d58-b068-918de37819db tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9037516 Sep 14 14:48:53.493446 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51898) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:53.499078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:53.525973 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Checking router: 404d04d5-5258-4652-89ff-95d2a9e73ac4 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:48:53.531112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Updating router 404d04d5-5258-4652-89ff-95d2a9e73ac4 port cd3ad569-d5bb-4c9a-9488-dce395f94b52 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:48:53.569522 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-aec06dfa-fb7c-431f-b17e-a2f1e63cb16a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98a199a761614a8aa44683a1d457ee49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9390934 Sep 14 14:48:53.572507 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 51902) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:53.597834 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.624811 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-1c5f725c-04ba-494c-adc5-c6efa2007f0b service neutron] 10.222.0.50 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692139 Sep 14 14:48:53.627844 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec06dfa-fb7c-431f-b17e-a2f1e63cb16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef91e5-f4da-4b4d-9d69-3987b85d76c3,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:53.639836 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.757156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb663cd-2d72-428d-bb9b-2cdef0255109 req-3a94ad46-a4ff-4154-8d1d-aff371890cfa tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:53.761947 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-abb663cd-2d72-428d-bb9b-2cdef0255109 req-3a94ad46-a4ff-4154-8d1d-aff371890cfa tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 944 time: 0.1562216 Sep 14 14:48:53.828984 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:53.845986 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-abb663cd-2d72-428d-bb9b-2cdef0255109 req-c062e117-3242-45aa-b17e-be651bb6f74a tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778892 Sep 14 14:48:53.921777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.061961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.095410 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.098374 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.099784 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3eef91e5-f4da-4b4d-9d69-3987b85d76c3 HTTP/1.1" status: 204 len: 168 time: 0.5075510 Sep 14 14:48:54.216498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9545c7-1877-45d4-b259-4801ddb02134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef91e5-f4da-4b4d-9d69-3987b85d76c3,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:54.344446 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-a53bf0f3-783f-4cc7-9f77-482f1b517b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:54.346116 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-a53bf0f3-783f-4cc7-9f77-482f1b517b6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.1860952 Sep 14 14:48:54.443574 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-02699082-8946-45cb-b1b5-eb7289e42ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.456645 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-f262b5af-6a49-4d8e-b1e6-0ba3766eb646 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb HTTP/1.1" status: 200 len: 217 time: 0.3304782 Sep 14 14:48:54.481291 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.482608 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-1c66c747-b540-49ac-a65a-9c0330e174f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142659 Sep 14 14:48:54.570654 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Allocated IP 172.27.1.211 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/f3ce58ee-9a43-4491-814b-49b75dc88f6d) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:54.603419 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.64', 56592) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:54.835464 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device d436b20d-c421-4520-9b3f-0b9319ff1889 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:54.878004 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707628c-35dd-47ea-a41c-f261bce776ff req-19877768-869d-4443-a33b-71999fe08f6f tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:54.896752 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1707628c-35dd-47ea-a41c-f261bce776ff req-19877768-869d-4443-a33b-71999fe08f6f tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 943 time: 0.4832332 Sep 14 14:48:54.900590 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.915550 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-23d14263-aacb-4f91-aaf4-03904de2966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:54.931188 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-23d14263-aacb-4f91-aaf4-03904de2966a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91335207-d433-4d36-8088-90857b4566da HTTP/1.1" status: 200 len: 850 time: 0.4638982 Sep 14 14:48:54.957665 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Transition to ACTIVE for port object cd3ad569-d5bb-4c9a-9488-dce395f94b52 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:54.982932 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:54.987520 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab1f9a7-33a6-4680-90d2-cc383030c0f3 x-openstack-request-id: req-6ab1f9a7-33a6-4680-90d2-cc383030c0f3 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:48:54.987922 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:48:54.989801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ab1f9a7-33a6-4680-90d2-cc383030c0f3 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:48:54.990428 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5', 'status': 'completed', 'code': 200} Sep 14 14:48:55.023692 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-07e8ed24-b876-45d5-b571-9c002b55cb50 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:55.034586 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-07e8ed24-b876-45d5-b571-9c002b55cb50 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 819 time: 0.4193344 Sep 14 14:48:55.061606 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1707628c-35dd-47ea-a41c-f261bce776ff req-8fccea46-a5c6-402a-bc75-ad876f361436 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636770 Sep 14 14:48:55.242454 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Request body: {'port': {'device_id': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'admin_state_up': True, 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:55.251519 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-7b371c57-44ea-48d8-8ff4-02698cd31f38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a78ca8e0-f472-45a3-8970-79dcfe039e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282773 Sep 14 14:48:55.273505 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3704e1-b201-4568-86bc-c7d62b19d477 x-openstack-request-id: req-cf3704e1-b201-4568-86bc-c7d62b19d477 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:48:55.273800 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:48:55.274057 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf3704e1-b201-4568-86bc-c7d62b19d477 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:48:55.274530 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb', 'status': 'completed', 'code': 200} Sep 14 14:48:55.360341 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e63ef1-946c-480d-b4f1-20f86e461994 None None] Pushing event updated for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:55.425985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Attempting to bind port cd3ad569-d5bb-4c9a-9488-dce395f94b52 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:55.427118 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Attempting to bind port cd3ad569-d5bb-4c9a-9488-dce395f94b52 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:55.427932 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Attempting to bind port cd3ad569-d5bb-4c9a-9488-dce395f94b52 on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:55.433325 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port d436b20d-c421-4520-9b3f-0b9319ff1889 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:55.434375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.436914 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.464628 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:55.466100 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Checking segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:55.467406 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.468205 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Bound using segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:55.486630 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Bound port: cd3ad569-d5bb-4c9a-9488-dce395f94b52, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:55.487656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.646994 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-88fa6da4-122c-4aeb-ae1c-030da39e36fe req-db1ce214-b7fa-4ca2-957c-dbebdb955228 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 210 time: 0.3674138 Sep 14 14:48:55.680997 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] For port cd3ad569-d5bb-4c9a-9488-dce395f94b52, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:55.708102 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] For port cd3ad569-d5bb-4c9a-9488-dce395f94b52, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=cd3ad569-d5bb-4c9a-9488-dce395f94b52,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:55.717841 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.730055 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3600c1d5-b7a9-4b5a-99ea-1b9d36ac2c01 req-63692203-d4f1-485e-b33e-a015620fd8ce tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 210 time: 0.0991311 Sep 14 14:48:55.775398 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Made reservation on behalf of 5242d39f27ac4962ab3cf944aa4ca6ed for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:55.800857 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.803948 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:48:55.804714 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:55.810984 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e63ef1-946c-480d-b4f1-20f86e461994 None None] Pushing event updated for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:55.835183 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-9b2c1c47-f76f-4776-a825-b64e73b1ce24 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3391783 Sep 14 14:48:55.927004 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-12f2c8a6-1b03-4e20-9e07-51e93c3268a9 service neutron] 10.222.0.64 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459532 Sep 14 14:48:55.928586 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:55.943275 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7799568-fb08-4b08-a802-d181648df066 req-4e761377-732c-4317-9919-9efd0eeda56c tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:55.946817 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f7799568-fb08-4b08-a802-d181648df066 req-4e761377-732c-4317-9919-9efd0eeda56c tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 944 time: 0.1585279 Sep 14 14:48:55.954852 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.64', 56600) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:56.078048 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:48:56.117423 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-85fd1946-30d0-4dd8-82db-23dc06b7e375 req-595069ea-8c58-431c-90bf-b54cbff685f8 service neutron] 10.222.0.64 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570776 Sep 14 14:48:56.123585 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a93042cb-c6df-47dc-a2d5-83c604c1fc29 req-b8c780b3-b334-4eb3-b5db-f3106ee292d3 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695193 Sep 14 14:48:56.151842 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:56.163719 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Allocated IP 172.20.0.9 (9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9/eae174e2-6c0f-4d89-b521-897dcbb5cb17/855c2e9c-668f-4e8e-9b1c-01f3bd96c40c) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:56.198416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:56.205063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:56.208061 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:56.266452 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:56.276480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-11f89faa-446e-4551-ad82-28cce4d69328 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:56.280060 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-11f89faa-446e-4551-ad82-28cce4d69328 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 819 time: 0.3158901 Sep 14 14:48:56.373388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=f3ce58ee-9a43-4491-814b-49b75dc88f6d,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:56.408964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:56.420055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Request body: {'port': {'device_id': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'admin_state_up': True, 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:56.439750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-6b783612-61f4-47e2-bb1c-250cc59cdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:56.441404 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-6b783612-61f4-47e2-bb1c-250cc59cdc1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1705653170494642b8880ef01d708fae&device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 1097 time: 0.2413068 Sep 14 14:48:56.531287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.64', 56603) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:56.566865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'cd3ad569-d5bb-4c9a-9488-dce395f94b52', 'name': '', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'mac_address': 'fa:16:3e:6b:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:55Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'subnets': [{'id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:48:56.652545 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587639d-6e61-444f-9a94-ce8565f6c4c8 None None] The sync data for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi is: [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'cd3ad569-d5bb-4c9a-9488-dce395f94b52', 'name': '', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'mac_address': 'fa:16:3e:6b:ee:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:55Z', 'revision_number': 4, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'subnets': [{'id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:48:56.796808 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device cd3ad569-d5bb-4c9a-9488-dce395f94b52 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:56.862667 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f7799568-fb08-4b08-a802-d181648df066 req-e870a16a-baa0-43c6-ae4d-ea6498dc557e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9104722 Sep 14 14:48:56.944661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e636-993d-40c5-9632-16150a305c38 req-6dc33683-ba53-4583-b492-1db0ebcc1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:56.947712 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-6dc33683-ba53-4583-b492-1db0ebcc1ca0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 1096 time: 0.6221306 Sep 14 14:48:56.956132 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Made reservation on behalf of 5242d39f27ac4962ab3cf944aa4ca6ed for: {'port': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:56.962505 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.025346 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9f101-b2b5-49e8-9052-ce4880ecc451 req-0f6a6330-7e29-485a-aa44-230689b95925 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.028207 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fea9f101-b2b5-49e8-9052-ce4880ecc451 req-0f6a6330-7e29-485a-aa44-230689b95925 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 943 time: 0.7395556 Sep 14 14:48:57.278216 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-754b9a6a-079a-4137-8120-a476c34836dd req-c3c22dd8-3079-4c44-a574-774ae0f86503 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 210 time: 0.1960466 Sep 14 14:48:57.312771 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fea9f101-b2b5-49e8-9052-ce4880ecc451 req-5810c057-dd3e-4446-8dbe-41d62e2a7acf tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298903 Sep 14 14:48:57.351413 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port cd3ad569-d5bb-4c9a-9488-dce395f94b52 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:57.369441 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port cd3ad569-d5bb-4c9a-9488-dce395f94b52 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:57.371937 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.384417 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.445501 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-75db33ef-e053-47a4-84e4-2a81e54975fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.448749 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-75db33ef-e053-47a4-84e4-2a81e54975fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=a78ca8e0-f472-45a3-8970-79dcfe039e6d HTTP/1.1" status: 200 len: 911 time: 0.9942963 Sep 14 14:48:57.468832 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e636-993d-40c5-9632-16150a305c38 req-acf033ab-033c-4c98-aa96-9af23dda43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.471570 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-acf033ab-033c-4c98-aa96-9af23dda43d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 915 time: 0.4880111 Sep 14 14:48:57.530253 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-22035c10-fc8a-468a-be03-a86f769d1572 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb HTTP/1.1" status: 200 len: 217 time: 0.0663085 Sep 14 14:48:57.536064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.545823 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-19aa86b8-a706-4f46-8922-c80941da6af9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.547435 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-19aa86b8-a706-4f46-8922-c80941da6af9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 817 time: 1.0142393 Sep 14 14:48:57.582513 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.607369 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-5f018076-fde0-46de-87b1-05622622b8d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937aa17-6614-4ece-9b07-b604002b03a5 HTTP/1.1" status: 200 len: 217 time: 0.1268086 Sep 14 14:48:57.620110 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cbd0478b-04ce-4f56-bd2b-b22f1c63054f req-db2899f0-4af7-483f-8e17-6354e98f1009 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 210 time: 0.1080477 Sep 14 14:48:57.686302 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port cd3ad569-d5bb-4c9a-9488-dce395f94b52, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=cd3ad569-d5bb-4c9a-9488-dce395f94b52,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:57.695656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.712389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e636-993d-40c5-9632-16150a305c38 req-d637f280-8a90-4296-ac76-72019e6b7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.713905 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-d637f280-8a90-4296-ac76-72019e6b7675 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0928609 Sep 14 14:48:57.753836 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-7fb27183-a041-429b-94f7-7223defa3b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311081 Sep 14 14:48:57.765438 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-fdf6d614-9464-404d-8b05-80bd98ccf687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:57.767003 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-fdf6d614-9464-404d-8b05-80bd98ccf687 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91335207-d433-4d36-8088-90857b4566da HTTP/1.1" status: 200 len: 850 time: 0.2097950 Sep 14 14:48:57.791738 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-e13f32cd-5b71-4f72-954c-d78fb0b9e42a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 379 time: 0.2018387 Sep 14 14:48:57.798909 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:57.845672 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-0f792022-1fc9-4f0a-abd8-8a6725e6a2ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a78ca8e0-f472-45a3-8970-79dcfe039e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603395 Sep 14 14:48:57.850843 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.856448 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'port': {'device_id': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'admin_state_up': True, 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'security_groups': ['8e13ad08-53ae-4ca2-ac20-ecd7b65800d3']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:57.874469 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.951770 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:57.996782 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.029131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Allocated IP 172.20.0.8 (9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9/eae174e2-6c0f-4d89-b521-897dcbb5cb17/0aafac68-10b1-4281-85e2-960dfb33973b) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:58.043872 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52048) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:58.049396 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-aa707cf0-c76d-4472-8086-f8748ef61481 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832949 Sep 14 14:48:58.060311 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:48:58.102219 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:58.127686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:58.130815 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:58.137564 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:58.138365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.162116 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.163576 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6692836 Sep 14 14:48:58.165822 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9334660 Sep 14 14:48:58.169916 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10f850-9b6b-4f71-9377-fc7d8c51c5fe tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=f3ce58ee-9a43-4491-814b-49b75dc88f6d,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:58.191449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Request body: {'port': {'device_id': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:58.202286 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54603-1ff3-4adb-9b69-2f6d91fb33b4 req-c7006a94-de02-4001-abdc-81a25eb7ea52 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:58.209551 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fa54603-1ff3-4adb-9b69-2f6d91fb33b4 req-c7006a94-de02-4001-abdc-81a25eb7ea52 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 944 time: 0.1866052 Sep 14 14:48:58.258454 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-3cbdfc44-798d-4780-a77d-04ae287a4b59 service neutron] 10.222.0.64 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954251 Sep 14 14:48:58.303267 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e43-d789-4f2d-96ee-9cf678145cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.308937 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-1dcf8bc7-01d3-40ff-82cb-601a160ab3c6 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329426 Sep 14 14:48:58.320945 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.322649 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f89f9-ca55-4026-a82d-9328127e1f3a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Pushing event updated for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:58.368588 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Made reservation on behalf of d4ad6c40cd254e439da0048038d025ef for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:48:58.372282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.412360 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fa54603-1ff3-4adb-9b69-2f6d91fb33b4 req-fed108f2-78e9-48ef-87d0-e27315126e46 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970661 Sep 14 14:48:58.549119 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-acf819cf-8226-4f4e-b0a6-8bd5596f5e97 req-8a3f23cf-b312-44e8-950e-77ff159fb781 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 210 time: 0.0811849 Sep 14 14:48:58.593802 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.616654 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-24c88ce6-7b03-4795-b23b-6f70f34e8f65 req-81ea6ed0-05ec-4baa-a6a0-a84e8113fbe2 service neutron] 10.222.0.64 "GET /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383541 Sep 14 14:48:58.653049 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Allocated IP 172.20.0.5 (ed0a67b2-b4a0-432d-9bca-40bfed0a55a9/77e8044f-6c53-4b23-8ca4-d4dd3e8412d4/34273b94-9cbf-43ec-9c18-b4901b982daa) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:48:58.703463 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d317-a2f4-46c6-9d87-a01a2bf09514 req-168a90ff-d9a4-4897-a2d3-ac3e63b54b01 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:58.704968 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5137d317-a2f4-46c6-9d87-a01a2bf09514 req-168a90ff-d9a4-4897-a2d3-ac3e63b54b01 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 943 time: 0.2307065 Sep 14 14:48:58.723851 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device cd3ad569-d5bb-4c9a-9488-dce395f94b52 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:48:58.733348 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e43-d789-4f2d-96ee-9cf678145cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.754389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8c0d0e43-d789-4f2d-96ee-9cf678145cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.789430 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-238b07f5-3220-4f6b-a26b-f3f466606984 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1499048781&fields=id&tenant_id=52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 267 time: 0.1233287 Sep 14 14:48:58.796585 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port cd3ad569-d5bb-4c9a-9488-dce395f94b52 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:58.796877 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.844330 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.864352 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8c0d0e43-d789-4f2d-96ee-9cf678145cfc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ac670c59cc4494698840935831651f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192127 Sep 14 14:48:58.873934 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5137d317-a2f4-46c6-9d87-a01a2bf09514 req-2965ed11-10f8-4e12-9aae-662514721363 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448536 Sep 14 14:48:58.894989 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52088) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:58.895483 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d0e43-d789-4f2d-96ee-9cf678145cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68804973-0dd1-4641-b9eb-5c6dd43fbf6c,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:58.922826 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:58.944917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.951850 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:58.954623 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:58.960374 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:58.961046 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:58.984459 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Pushing event updated for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:58.989780 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Transition to ACTIVE for port object 34273b94-9cbf-43ec-9c18-b4901b982daa will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:59.004879 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-200f63f3-d08e-4325-98a7-b6a8d01ec577 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6808596 Sep 14 14:48:59.022578 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-47f12aa4-4e2c-4939-8a79-b542e92a861e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:59.024198 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-47f12aa4-4e2c-4939-8a79-b542e92a861e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 810 time: 0.2135363 Sep 14 14:48:59.030159 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Request body: {'port': {'device_id': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:59.033434 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.072778 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-f457ff75-1715-405f-9644-32340b86f8f4 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/quotas/52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 375 time: 0.0396776 Sep 14 14:48:59.104186 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.116722 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.121883 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:48:59.132522 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9aa8052e-d409-4a5f-b75a-6a3b5ac21bb8 req-1674c5e8-ac46-4ca9-b91d-50d6cf2bf463 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 210 time: 0.0512574 Sep 14 14:48:59.141986 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.156266 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.209855 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:48:59.210928 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Transition to ACTIVE for port object 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:48:59.215674 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:48:59.221076 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:48:59.227179 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:59.227801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.230237 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-99bbf377-1abe-4d0f-bd2a-da649d50da7a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1365080 Sep 14 14:48:59.238665 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.248222 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:59.303667 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-70c814af-cd90-46db-ba6f-1cad3ba1cd3a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4569740 Sep 14 14:48:59.309399 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.312699 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.314154 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68804973-0dd1-4641-b9eb-5c6dd43fbf6c HTTP/1.1" status: 204 len: 168 time: 0.4138618 Sep 14 14:48:59.321350 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Request body: {'port': {'device_id': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:48:59.389919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Pushing event updated for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:59.406089 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071f907-ae70-4558-8f4c-f3c223168a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68804973-0dd1-4641-b9eb-5c6dd43fbf6c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:59.456385 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device f04e8f73-f4bf-461e-8fdb-754b0bd39fdb details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:48:59.523367 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.533960 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-ecd0e14d-7045-4e6b-8add-5f60676c904c None None] Provisioning for port 34273b94-9cbf-43ec-9c18-b4901b982daa completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:48:59.538812 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Attempting to bind port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:48:59.539326 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Attempting to bind port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:48:59.539809 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Attempting to bind port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:59.547203 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:48:59.547783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Attempting to bind port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:48:59.549394 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-ecd0e14d-7045-4e6b-8add-5f60676c904c None None] Provisioning complete for port 34273b94-9cbf-43ec-9c18-b4901b982daa triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:48:59.550476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e14d-7045-4e6b-8add-5f60676c904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.636106 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0e14d-7045-4e6b-8add-5f60676c904c None None] Port 34273b94-9cbf-43ec-9c18-b4901b982daa cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:48:59.662244 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,segment=NetworkSegment(ad43cee7-cfb5-42c7-99d2-849cd53a77ec),segment_id=ad43cee7-cfb5-42c7-99d2-849cd53a77ec)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:59.679190 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:48:59.680222 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Checking segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:48:59.680607 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Bound using segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:48:59.680721 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb', 'network_id': 'a78ca8e0-f472-45a3-8970-79dcfe039e6d', 'port_id': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb', 'mac_address': 'fa:16:3e:38:a3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91335207-d433-4d36-8088-90857b4566da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:48:59.681635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Bound port: 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:48:59.681635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.731077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.755786 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04e8f73-f4bf-461e-8fdb-754b0bd39fdb {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:48:59.761242 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:48:59.765103 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:48:59.779365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.803511 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,segment=NetworkSegment(ad43cee7-cfb5-42c7-99d2-849cd53a77ec),segment_id=ad43cee7-cfb5-42c7-99d2-849cd53a77ec)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:48:59.806078 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52114) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:48:59.809089 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.809950 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3937aa17-6614-4ece-9b07-b604002b03a5 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:48:59.846843 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-eb3f6129-6eef-41a7-97af-fe4fefece179 service neutron] 10.222.0.50 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107495 Sep 14 14:48:59.870758 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:59.871623 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.873817 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 1093 time: 1.6865587 Sep 14 14:48:59.876725 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:59.878054 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:48:59.881472 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9564bc69-00c7-4b2d-b49b-b34e66b814bb" -d '{"events": [{"name": "network-changed", "server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:48:59.896127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afbd78a6-be95-4579-9e98-51654304d5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:48:59.972794 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cc5d2-50a1-45b3-867c-a368d717acf3 service neutron] Pushing event updated for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:48:59.987470 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966abfb2-d11a-4174-8468-503d29591a33 req-1bc290e4-613e-48de-8599-9a13f3b68e3f tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:48:59.989314 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-966abfb2-d11a-4174-8468-503d29591a33 req-1bc290e4-613e-48de-8599-9a13f3b68e3f tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 944 time: 0.2580523 Sep 14 14:49:00.006863 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-d7a43ed1-f99e-45ff-b3a5-f3dccd98513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.008453 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-d7a43ed1-f99e-45ff-b3a5-f3dccd98513c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1096 time: 0.0759180 Sep 14 14:49:00.049086 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3937aa17-6614-4ece-9b07-b604002b03a5,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:00.055234 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-9eb7962f-9805-4250-8362-b55250cc584d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0361629 Sep 14 14:49:00.070927 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '3937aa17-6614-4ece-9b07-b604002b03a5', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'port_id': '3937aa17-6614-4ece-9b07-b604002b03a5', 'mac_address': 'fa:16:3e:c4:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b196bb7-95f9-45cb-b965-ced9ff75b244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:00.123664 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.142645 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:00.145172 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3937aa17-6614-4ece-9b07-b604002b03a5 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:00.152078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.152340 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-966abfb2-d11a-4174-8468-503d29591a33 req-710d71f9-609f-45c5-8e32-496e8f1b9f3c tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529520 Sep 14 14:49:00.157426 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-63d0a9ad-7660-4ef3-91d6-61f474100fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.157426 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-63d0a9ad-7660-4ef3-91d6-61f474100fc6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0860329 Sep 14 14:49:00.180164 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-44b335d5-ea50-4cab-b90b-51ff63f0cae5 service neutron] 10.222.0.50 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001609 Sep 14 14:49:00.198112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3937aa17-6614-4ece-9b07-b604002b03a5,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:00.204272 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.208329 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-2a524b5b-6a0d-4e96-b84b-4d503113d1ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371270 Sep 14 14:49:00.209736 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Transition to ACTIVE for port object 34273b94-9cbf-43ec-9c18-b4901b982daa will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:00.211964 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aafac68-10b1-4281-85e2-960dfb33973b {{(pid=100392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:00.217384 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.231862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.282428 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:00.291242 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:00.307661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Transition to ACTIVE for port object 0aafac68-10b1-4281-85e2-960dfb33973b will not be triggered until provisioned by entity L2. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:00.331873 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.349033 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afbd78a6-be95-4579-9e98-51654304d5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.393736 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Attempting to bind port 34273b94-9cbf-43ec-9c18-b4901b982daa on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:00.394083 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Attempting to bind port 34273b94-9cbf-43ec-9c18-b4901b982daa by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:00.394517 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Attempting to bind port 34273b94-9cbf-43ec-9c18-b4901b982daa on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:00.404545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afbd78a6-be95-4579-9e98-51654304d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.411022 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Port 34273b94-9cbf-43ec-9c18-b4901b982daa on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:00.411592 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Attempting to bind port 34273b94-9cbf-43ec-9c18-b4901b982daa on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:00.431986 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:00.432431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Checking segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:00.432901 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Bound using segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:00.433426 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Bound port: 34273b94-9cbf-43ec-9c18-b4901b982daa, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:00.436459 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.459095 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-165fa91f-236f-4a16-b2ed-4ac2aae416c3 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965246 Sep 14 14:49:00.532388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3726a108-344c-4a39-80cb-0ed4ddd5a74a x-openstack-request-id: req-3726a108-344c-4a39-80cb-0ed4ddd5a74a {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:00.534042 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:00.534409 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3726a108-344c-4a39-80cb-0ed4ddd5a74a {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:00.537899 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c', 'status': 'completed', 'code': 200} Sep 14 14:49:00.538251 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Pushing event updated for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:00.545916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:00.556394 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-afbd78a6-be95-4579-9e98-51654304d5cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ceca2b4940a4a0092cb9fedbfb86bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124755 Sep 14 14:49:00.557244 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52134) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:00.560555 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd78a6-be95-4579-9e98-51654304d5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06d8488-fc73-4a6c-aa71-8c9330926157,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:00.678461 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:00.683279 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:00.684420 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac5d9-d1b2-48cf-8dce-39e91b2f24c3 req-ee44cb4b-c651-4dc5-a365-3342b678c3e0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.692278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52fac5d9-d1b2-48cf-8dce-39e91b2f24c3 req-ee44cb4b-c651-4dc5-a365-3342b678c3e0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.2921748 Sep 14 14:49:00.697005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.700911 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['f04e8f73-f4bf-461e-8fdb-754b0bd39fdb'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:00.702705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Attempting to bind port 0aafac68-10b1-4281-85e2-960dfb33973b on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:00.703035 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Attempting to bind port 0aafac68-10b1-4281-85e2-960dfb33973b by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:00.703356 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Attempting to bind port 0aafac68-10b1-4281-85e2-960dfb33973b on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:00.740255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Port 0aafac68-10b1-4281-85e2-960dfb33973b on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:00.740579 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Attempting to bind port 0aafac68-10b1-4281-85e2-960dfb33973b on network 9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:00.756766 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:00.757096 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Checking segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:00.757785 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Bound using segment: {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:00.757918 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Bound port: 0aafac68-10b1-4281-85e2-960dfb33973b, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9'}}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:00.758270 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.764877 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.765568 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.766989 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] 10.222.0.64 "PUT /v2.0/ports/34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 1093 time: 1.4505503 Sep 14 14:49:00.786258 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e812d5e2-acee-407d-a89d-52b531ff04d3 req-b258df72-181e-4b3d-b276-ee225645e0a6 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061285 Sep 14 14:49:00.807002 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d14dd-53a5-4d59-8257-cfa6ff235259 service neutron] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:00.819896 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb755e-5bf3-4559-a5de-fcb62e43c6f6 req-d15577df-9b11-4bf1-9cde-e4207a1a1016 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.821715 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57cb755e-5bf3-4559-a5de-fcb62e43c6f6 req-d15577df-9b11-4bf1-9cde-e4207a1a1016 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 944 time: 0.1909497 Sep 14 14:49:00.846288 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52fac5d9-d1b2-48cf-8dce-39e91b2f24c3 req-ad976847-850b-4c18-9f96-416ce61ff8ee tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526809 Sep 14 14:49:00.940388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-373dfaea-0fa5-42ed-aa9c-8900265d0ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.942234 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-373dfaea-0fa5-42ed-aa9c-8900265d0ce2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1096 time: 0.1222799 Sep 14 14:49:00.943794 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:00.964004 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-ba33968a-682c-4ad0-9bc4-acb08cf69d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:00.965839 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-ba33968a-682c-4ad0-9bc4-acb08cf69d7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1096 time: 0.0817804 Sep 14 14:49:01.040210 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, cleared binding levels {{(pid=100392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:01.138674 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.142983 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0aafac68-10b1-4281-85e2-960dfb33973b,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:01.152992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb4b2e-f027-499b-ae01-451a9a7a92f8 req-44244d38-2d63-4837-8f22-f5c8830c545c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.162831 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d0eb4b2e-f027-499b-ae01-451a9a7a92f8 req-44244d38-2d63-4837-8f22-f5c8830c545c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.1910689 Sep 14 14:49:01.197131 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57cb755e-5bf3-4559-a5de-fcb62e43c6f6 req-927dca22-2c5e-4451-887e-5137a61ffed8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651736 Sep 14 14:49:01.222774 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.260624 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-285c14fc-c528-4b00-9a39-66ae69f16700 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 217 time: 0.3081501 Sep 14 14:49:01.282710 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d0eb4b2e-f027-499b-ae01-451a9a7a92f8 req-7a4074a3-1ccb-4aa7-acae-424e58834965 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195948 Sep 14 14:49:01.289808 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.290525 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.291991 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] 10.222.0.64 "PUT /v2.0/ports/0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 200 len: 1093 time: 2.2665465 Sep 14 14:49:01.297118 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:01.298263 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31c4bbf-3a5e-48fb-942e-e74f32758055" -d '{"events": [{"name": "network-changed", "server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:01.331622 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a06addb8-e8d8-4a7e-b016-d4921f57adc3 req-bd2e4318-2db3-468f-9d45-f8667cbaba92 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 210 time: 0.0439239 Sep 14 14:49:01.349571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad639ca-6835-4211-b5b3-c04fc6bf2684 service neutron] Pushing event updated for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=3']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:01.364575 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.370859 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.373226 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e06d8488-fc73-4a6c-aa71-8c9330926157 HTTP/1.1" status: 204 len: 168 time: 0.8138509 Sep 14 14:49:01.391029 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-8f4447bb-739e-4be9-ae40-7ca34ba8b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.392567 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-8f4447bb-739e-4be9-ae40-7ca34ba8b825 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.1154459 Sep 14 14:49:01.410783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device f04e8f73-f4bf-461e-8fdb-754b0bd39fdb up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:01.426445 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb8ff9d-4b9b-4240-9091-f75d2c3a682e x-openstack-request-id: req-feb8ff9d-4b9b-4240-9091-f75d2c3a682e {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:01.426831 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:01.427007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-feb8ff9d-4b9b-4240-9091-f75d2c3a682e {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:01.427373 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b', 'status': 'completed', 'code': 200} Sep 14 14:49:01.428868 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6b812-a9fb-4951-b8e4-824aeea4a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06d8488-fc73-4a6c-aa71-8c9330926157,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:01.472176 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-cf3ffa8b-3a52-45d7-9257-8dc84fb23cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.473929 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-cf3ffa8b-3a52-45d7-9257-8dc84fb23cfc service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.2227015 Sep 14 14:49:01.488947 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:01.493213 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:01.493814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.539736 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-a6dca6ae-5ee7-4809-bece-6d4ef9884477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0461540 Sep 14 14:49:01.564194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a783e-f424-4d52-8e1f-371e2968215b req-9c607f2d-4336-4305-9e35-ec7110adf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.565740 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-9c607f2d-4336-4305-9e35-ec7110adf845 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1645334 Sep 14 14:49:01.593710 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022a5c4-263a-43bb-b19d-341f667cd494 req-6d9be765-3066-4c19-b924-b97905042ece tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.595408 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f022a5c4-263a-43bb-b19d-341f667cd494 req-6d9be765-3066-4c19-b924-b97905042ece tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 945 time: 0.1342061 Sep 14 14:49:01.597994 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-0b3c18bc-07f0-496c-8c83-27ef9f5f7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.599555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-0b3c18bc-07f0-496c-8c83-27ef9f5f7123 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1096 time: 0.2013330 Sep 14 14:49:01.660802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-83689f71-0d93-49c1-9884-65ae96bd771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.662886 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-83689f71-0d93-49c1-9884-65ae96bd771a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.1137507 Sep 14 14:49:01.669710 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.670504 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f022a5c4-263a-43bb-b19d-341f667cd494 req-f9a4f296-4bae-4fe9-a4bf-60f379d1665f tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641894 Sep 14 14:49:01.721620 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:01.721760 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-4373e9be-85a2-490b-9bdb-fc869f6c3528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 200 len: 217 time: 0.0563591 Sep 14 14:49:01.756767 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-ca972014-f0fa-4aa2-9879-fee63ac313de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460792 Sep 14 14:49:01.796591 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fda4c6b8-2fd9-491c-a591-7cd445fae230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:01.798817 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fda4c6b8-2fd9-491c-a591-7cd445fae230 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0690284 Sep 14 14:49:01.806441 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-80e700c6-908b-494e-99a5-9a2ddf501785 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010758 Sep 14 14:49:01.806877 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,segment=NetworkSegment(ad43cee7-cfb5-42c7-99d2-849cd53a77ec),segment_id=ad43cee7-cfb5-42c7-99d2-849cd53a77ec)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:01.818178 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:01.860785 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-fd1727e0-21fa-4976-9ff0-4405d5dbeb83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508561 Sep 14 14:49:01.902006 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:01.966476 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-b094da68-beac-4a9b-98b0-9231ffc2c603 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959641 Sep 14 14:49:01.988214 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb1a2d4-6bbb-4944-be75-cd39de59816f" -d '{"events": [{"server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "name": "network-vif-plugged", "status": "completed", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:02.018532 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-906a783e-f424-4d52-8e1f-371e2968215b req-8ca789a5-7a65-4f74-8e6d-9911ea880a2a service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009895 Sep 14 14:49:02.147380 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f87ba5-8e63-44fb-82ff-f71b671467d6 req-18be259c-64c1-4735-a6d9-3bc26f60fb4a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.160932 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-83f87ba5-8e63-44fb-82ff-f71b671467d6 req-18be259c-64c1-4735-a6d9-3bc26f60fb4a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.1362383 Sep 14 14:49:02.199254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-7cab7475-a6f1-45e9-998e-e6a6e86782fe service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257799 Sep 14 14:49:02.205159 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd87d2-66bf-4572-aa55-2d742d719713 x-openstack-request-id: req-9abd87d2-66bf-4572-aa55-2d742d719713 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:02.205485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "name": "network-vif-plugged", "status": "completed", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:02.205792 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9abd87d2-66bf-4572-aa55-2d742d719713 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:02.206236 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb', 'code': 200} Sep 14 14:49:02.214526 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9564bc69-00c7-4b2d-b49b-b34e66b814bb req-e3e98d23-146c-4e85-b4c0-2cb24754f046 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396941 Sep 14 14:49:02.289667 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-83f87ba5-8e63-44fb-82ff-f71b671467d6 req-584a57b7-5dde-4af8-bd42-ecc9b9c0d935 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221423 Sep 14 14:49:02.318702 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-7b8f6ab8-b0f2-4572-98a4-688535f593a4 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.321382 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-7b8f6ab8-b0f2-4572-98a4-688535f593a4 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 810 time: 0.2208343 Sep 14 14:49:02.399912 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-c13cabe9-b794-4f07-b426-a3fb100e1b0f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 380 time: 0.0685120 Sep 14 14:49:02.413982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'port': {'device_id': 'c9f45acc-966e-4044-8489-5195c5e52275', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'admin_state_up': True, 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'security_groups': ['ce486287-e8d7-49c9-962a-f6d7465e5820']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:02.505151 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a53982c-c67a-43e3-a365-a574380c8f7a req-86697520-cd70-4852-b294-ca4d1cf33d61 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821555 Sep 14 14:49:02.520332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed893e69-f259-48f7-ba84-cdc3e837d7c8 req-8f726de5-fc9f-480d-99a0-ee3bcf76efe8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.521802 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed893e69-f259-48f7-ba84-cdc3e837d7c8 req-8f726de5-fc9f-480d-99a0-ee3bcf76efe8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0944264 Sep 14 14:49:02.530354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025bb8-a035-43d0-a361-1ab24776fa71 req-c4ff8528-17b8-49d9-aa0a-b7cd8f30ca32 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.531978 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a025bb8-a035-43d0-a361-1ab24776fa71 req-c4ff8528-17b8-49d9-aa0a-b7cd8f30ca32 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 944 time: 0.1356173 Sep 14 14:49:02.541344 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:02.544465 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:02.615138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed893e69-f259-48f7-ba84-cdc3e837d7c8 req-c9431634-17a1-4825-9736-a1d8b714dca9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820518 Sep 14 14:49:02.615916 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-c87787eb-392d-4391-a9e3-f94184339f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.617734 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-c87787eb-392d-4391-a9e3-f94184339f6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 1099 time: 0.1543567 Sep 14 14:49:02.632572 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a025bb8-a035-43d0-a361-1ab24776fa71 req-6822ed0a-6b2f-4b96-bf1f-45467402b11b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814981 Sep 14 14:49:02.655671 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-49e9bcbe-af23-4223-99f9-c33479b36699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.657070 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-49e9bcbe-af23-4223-99f9-c33479b36699 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1096 time: 0.0865216 Sep 14 14:49:02.663813 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:02.699676 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Made reservation on behalf of 52bd70b2922546278415a484004e0ba2 for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:02.705425 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:02.710450 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d7e536-0799-41be-90c2-922c02e7c604 x-openstack-request-id: req-87d7e536-0799-41be-90c2-922c02e7c604 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:02.710823 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:02.711167 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87d7e536-0799-41be-90c2-922c02e7c604 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:02.711773 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'status': 'completed', 'code': 200} Sep 14 14:49:02.784328 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e9c8335-afc7-452f-8e10-6a31b983accb req-bacae351-514a-4eac-ae8f-0c38be34104b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 210 time: 0.0395415 Sep 14 14:49:02.822833 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-d02baf95-191c-4846-af0a-b5bc5c438fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.828981 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-d02baf95-191c-4846-af0a-b5bc5c438fd6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.1593482 Sep 14 14:49:02.870073 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-f046709d-071d-455d-a0e9-b50612171ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.872455 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-f046709d-071d-455d-a0e9-b50612171ec8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1096 time: 0.1414783 Sep 14 14:49:02.897877 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-be23f23a-aa68-483f-b0c4-37cda04c79cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 200 len: 217 time: 0.0595760 Sep 14 14:49:02.989377 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b313f-bd83-4fa0-a393-5f923f45be1b req-9858d81d-cbf7-42a4-ac90-b9e45dd1549e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.990851 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-995b313f-bd83-4fa0-a393-5f923f45be1b req-9858d81d-cbf7-42a4-ac90-b9e45dd1549e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1404765 Sep 14 14:49:02.992868 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-7dafdec1-0f52-4436-8294-8337a729a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:02.994324 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-7dafdec1-0f52-4436-8294-8337a729a0e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0810339 Sep 14 14:49:03.037032 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Allocated IP 172.20.0.10 (f53f9b09-67b2-498c-871e-80518265bf73/d5190417-0bcb-4c6d-9f0b-d16355a50a1c/abd389c7-d5fd-419c-a5d7-1b725e2ec525) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:03.040444 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-969950ba-9ab0-4d9e-8e76-d1dab2f25ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329859 Sep 14 14:49:03.041820 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.055133 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.091630 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-9e79ba74-f076-4257-bf87-5f8dcefc168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:03.093181 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-9e79ba74-f076-4257-bf87-5f8dcefc168d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.2095623 Sep 14 14:49:03.109638 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797432 Sep 14 14:49:03.125851 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-995b313f-bd83-4fa0-a393-5f923f45be1b req-c51b0f96-c13c-43d8-ac0f-679d20efb04d tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250637 Sep 14 14:49:03.165126 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-0d5ac859-bfcb-4c56-97d7-b83fbc5c4174 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 217 time: 0.0575578 Sep 14 14:49:03.169024 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=78234307-5b70-4fdf-a28b-8f4eff98d35c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:03.187390 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-85f2fc4f-389f-44ce-8988-ed866ade8e02 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328225 Sep 14 14:49:03.275504 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.289701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Transition to ACTIVE for port object abd389c7-d5fd-419c-a5d7-1b725e2ec525 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:03.328268 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.399720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Network f53f9b09-67b2-498c-871e-80518265bf73 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:03.407282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:03.412507 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:03.418374 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:03.418889 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.419830 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:03.422419 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3937aa17-6614-4ece-9b07-b604002b03a5 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:03.432695 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:03.444880 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-c4d44734-5f20-4519-b1e2-c24e4a5d8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:03.446572 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-c4d44734-5f20-4519-b1e2-c24e4a5d8bf8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0842021 Sep 14 14:49:03.454784 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-1fe35901-0c02-4afc-a066-afd8de20d1de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0453067 Sep 14 14:49:03.478988 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Request body: {'port': {'device_id': 'c9f45acc-966e-4044-8489-5195c5e52275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:03.502461 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13662544-bbe6-4af5-8380-c8f9d08f61a9 req-1b6410ab-bfc4-4d9f-ac07-21e797892da9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:03.508877 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13662544-bbe6-4af5-8380-c8f9d08f61a9 req-1b6410ab-bfc4-4d9f-ac07-21e797892da9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.1621211 Sep 14 14:49:03.552494 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b31c4bbf-3a5e-48fb-942e-e74f32758055 req-fe8dd223-fe99-4d22-bff9-9a2fc56898df service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760025 Sep 14 14:49:03.583364 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 3937aa17-6614-4ece-9b07-b604002b03a5 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:03.622636 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 3937aa17-6614-4ece-9b07-b604002b03a5 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:03.623276 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.657872 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13662544-bbe6-4af5-8380-c8f9d08f61a9 req-6a358e70-b2c3-4ba3-9b39-0845ff0e587e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275325 Sep 14 14:49:03.713766 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:03.737499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'port_id': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c', 'mac_address': 'fa:16:3e:ff:7a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:03.815211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.847873 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-3803b96e-03b7-43ab-8b96-baec1a10ae98 None None] Provisioning for port abd389c7-d5fd-419c-a5d7-1b725e2ec525 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:03.852609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.862560 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-a6b8b09d-864e-41ca-b0f3-68946f8249aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:03.864222 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-a6b8b09d-864e-41ca-b0f3-68946f8249aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4083960 Sep 14 14:49:03.869609 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.873303 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:03.880084 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-3803b96e-03b7-43ab-8b96-baec1a10ae98 None None] Provisioning complete for port abd389c7-d5fd-419c-a5d7-1b725e2ec525 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:03.880993 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-3803b96e-03b7-43ab-8b96-baec1a10ae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.953011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:03.955445 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3937aa17-6614-4ece-9b07-b604002b03a5,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:03.963520 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:03.975192 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.039881 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd771d-4f87-45e2-b7a3-dd70966bb675 req-0df88042-42ac-4d7e-b971-f72edb5346fb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.043780 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bddd771d-4f87-45e2-b7a3-dd70966bb675 req-0df88042-42ac-4d7e-b971-f72edb5346fb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.2122257 Sep 14 14:49:04.125423 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-3803b96e-03b7-43ab-8b96-baec1a10ae98 None None] Port abd389c7-d5fd-419c-a5d7-1b725e2ec525 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:49:04.146760 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-a9315d2f-f3e5-4a7b-9649-10a9fd546563 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735255 Sep 14 14:49:04.147349 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59ec71-8df7-4364-b702-73eed4af9db1 req-a2a3d8e8-8690-45e8-961b-f5ffb44f7308 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.149040 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ce59ec71-8df7-4364-b702-73eed4af9db1 req-a2a3d8e8-8690-45e8-961b-f5ffb44f7308 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 944 time: 0.2582061 Sep 14 14:49:04.156812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bddd771d-4f87-45e2-b7a3-dd70966bb675 req-4b354ed7-7447-4338-8618-5ce8ce2d118f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929332 Sep 14 14:49:04.180362 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:04.212228 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:04.212908 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ce59ec71-8df7-4364-b702-73eed4af9db1 req-2255d34d-0873-4405-baf0-2d53016e03dc tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Sep 14 14:49:04.218688 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7599177e-cbb2-4882-8d11-b5c5e5260693" -d '{"events": [{"server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "name": "network-vif-plugged", "status": "completed", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:04.279863 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:04.353115 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:04.356601 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a165c0-57ae-442f-99a3-c56d74354710 req-34f8e67e-f915-4f4c-a202-0aea35c9f8a5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.358770 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3d7a74b1-7408-49d2-aa61-daff8c16dd2d req-5d1b8b45-7484-48fb-9115-5b7cd8f3aa40 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003553 Sep 14 14:49:04.370242 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-29a165c0-57ae-442f-99a3-c56d74354710 req-34f8e67e-f915-4f4c-a202-0aea35c9f8a5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 932 time: 0.1040528 Sep 14 14:49:04.442525 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44f87-c7a9-430e-aa29-d06764df63e1 req-b3a001fa-edd9-45fe-bb48-585733543466 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.444464 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4a44f87-c7a9-430e-aa29-d06764df63e1 req-b3a001fa-edd9-45fe-bb48-585733543466 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1147530 Sep 14 14:49:04.494695 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-29a165c0-57ae-442f-99a3-c56d74354710 req-e38ab653-f111-42df-b558-bb181c4f875f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200235 Sep 14 14:49:04.508488 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52278) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:04.553256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd389c7-d5fd-419c-a5d7-1b725e2ec525 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:04.560789 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52282) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:04.561139 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4a44f87-c7a9-430e-aa29-d06764df63e1 req-86263b00-abb8-41c7-903e-9e2237076bd2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080692 Sep 14 14:49:04.564276 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.590818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Transition to ACTIVE for port object abd389c7-d5fd-419c-a5d7-1b725e2ec525 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:04.592616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba9bed1-7cf3-43ae-8841-c6f6a5e45f2e x-openstack-request-id: req-9ba9bed1-7cf3-43ae-8841-c6f6a5e45f2e {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:04.593395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "name": "network-vif-plugged", "status": "completed", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:04.593395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ba9bed1-7cf3-43ae-8841-c6f6a5e45f2e {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:04.593620 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5', 'code': 200} Sep 14 14:49:04.596904 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.666430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7d1a-70c0-4c41-8ed2-ec9058d2c0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.682248 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Pushing event updated for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:04.729268 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Attempting to bind port abd389c7-d5fd-419c-a5d7-1b725e2ec525 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:04.729603 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Attempting to bind port abd389c7-d5fd-419c-a5d7-1b725e2ec525 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:04.729926 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Attempting to bind port abd389c7-d5fd-419c-a5d7-1b725e2ec525 on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:04.733272 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1a9acebe-5c52-4f10-9cb8-55cffa45517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.737518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Port abd389c7-d5fd-419c-a5d7-1b725e2ec525 on network f53f9b09-67b2-498c-871e-80518265bf73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:04.737870 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Attempting to bind port abd389c7-d5fd-419c-a5d7-1b725e2ec525 on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:04.756575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:04.757055 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Checking segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:04.757850 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Bound using segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:04.757850 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Bound port: abd389c7-d5fd-419c-a5d7-1b725e2ec525, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:04.758198 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.832734 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7d1a-70c0-4c41-8ed2-ec9058d2c0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.835311 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:04.841787 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:04.850883 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.851137 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fed76-7943-422b-b319-32b2bd0f2a94 req-edb61042-8182-4623-bc43-1438158fe62d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.852791 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf0fed76-7943-422b-b319-32b2bd0f2a94 req-edb61042-8182-4623-bc43-1438158fe62d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.0829329 Sep 14 14:49:04.853448 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f5ce7d1a-70c0-4c41-8ed2-ec9058d2c0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.902273 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:04.903018 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:04.904553 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] 10.222.0.64 "PUT /v2.0/ports/abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 1094 time: 1.4398735 Sep 14 14:49:04.906984 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:04.909413 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:04.914190 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f5ce7d1a-70c0-4c41-8ed2-ec9058d2c0d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da8d994f81294e739f00eeb6aee64df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992336 Sep 14 14:49:04.914665 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52290) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:04.923773 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce7d1a-70c0-4c41-8ed2-ec9058d2c0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42481bb6-9706-4132-8fc1-88a8e1c6bd08,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:04.967056 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a21085-9908-4db7-a3e0-c81383947916 service neutron] Pushing event updated for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:04.978868 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce2bf8-708f-4386-93ba-6f26735b841d x-openstack-request-id: req-d6ce2bf8-708f-4386-93ba-6f26735b841d {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:04.979069 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:04.979274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6ce2bf8-708f-4386-93ba-6f26735b841d {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:04.979759 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'status': 'completed', 'code': 200} Sep 14 14:49:04.985431 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf0fed76-7943-422b-b319-32b2bd0f2a94 req-e2df6018-12a4-4138-955d-aa7a5843776f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214778 Sep 14 14:49:05.019108 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.045204 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1a9acebe-5c52-4f10-9cb8-55cffa45517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.046509 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.050761 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1a9acebe-5c52-4f10-9cb8-55cffa45517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.101143 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1a9acebe-5c52-4f10-9cb8-55cffa45517e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3fb4d7182de476ca5a00c606a93a6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368693 Sep 14 14:49:05.101143 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9acebe-5c52-4f10-9cb8-55cffa45517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd73c5a-e94c-4226-8009-2ff78345030d,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:05.101692 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52292) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:05.133299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.135813 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.137117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42481bb6-9706-4132-8fc1-88a8e1c6bd08 HTTP/1.1" status: 204 len: 168 time: 0.2216072 Sep 14 14:49:05.165530 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65450143-6b8c-4693-af20-1c4d9297238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42481bb6-9706-4132-8fc1-88a8e1c6bd08,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:05.182055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.215480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.300199 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa2400-9cbf-4001-b7df-ecd96d6fda0e req-68c6d42e-dc4a-4b8e-bb31-1b64dfa0af41 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:05.301759 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbfa2400-9cbf-4001-b7df-ecd96d6fda0e req-68c6d42e-dc4a-4b8e-bb31-1b64dfa0af41 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0636952 Sep 14 14:49:05.339860 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.342520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.343653 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cd73c5a-e94c-4226-8009-2ff78345030d HTTP/1.1" status: 204 len: 168 time: 0.2403271 Sep 14 14:49:05.363965 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403822d-b19c-4e53-ad89-25496afed1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd73c5a-e94c-4226-8009-2ff78345030d,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:05.405111 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbfa2400-9cbf-4001-b7df-ecd96d6fda0e req-15e9944d-0095-4272-ada6-6895a4b36838 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920153 Sep 14 14:49:05.413818 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b11d2-c32c-4af3-ab82-e3356005fff9 req-00b9133b-26aa-4cd6-8a8d-056890faf15a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:05.415550 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3e4b11d2-c32c-4af3-ab82-e3356005fff9 req-00b9133b-26aa-4cd6-8a8d-056890faf15a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.1124773 Sep 14 14:49:05.471073 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3e4b11d2-c32c-4af3-ab82-e3356005fff9 req-11c67bcf-3c2e-4c9a-8587-58d113f4d07c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Sep 14 14:49:05.473778 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52306) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:05.490324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-02de04f5-7b5b-415a-b747-3c654085de42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.620099 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-02de04f5-7b5b-415a-b747-3c654085de42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.637823 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a329b10-26f4-4ec2-90e3-9963815cda55 req-8268fbe5-68cd-40cd-9a4b-05dc61d34175 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:05.639478 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a329b10-26f4-4ec2-90e3-9963815cda55 req-8268fbe5-68cd-40cd-9a4b-05dc61d34175 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0724151 Sep 14 14:49:05.640193 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-02de04f5-7b5b-415a-b747-3c654085de42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.724076 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de04f5-7b5b-415a-b747-3c654085de42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e005e3-5482-493c-8a59-4a9520dd5c7a,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:05.741458 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-02de04f5-7b5b-415a-b747-3c654085de42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b752fca056b14e25aa5c4a5bd1deec56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637963 Sep 14 14:49:05.741668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52320) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:05.755866 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a329b10-26f4-4ec2-90e3-9963815cda55 req-ed0836d3-dbbe-47ff-bb51-ebac6adb7455 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003008 Sep 14 14:49:05.773615 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc986450-e9dd-4c8f-919c-8dfa2e158fc5 req-7ddc2bf8-bd72-4a36-b367-f952c07c9978 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:05.775330 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc986450-e9dd-4c8f-919c-8dfa2e158fc5 req-7ddc2bf8-bd72-4a36-b367-f952c07c9978 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1321981 Sep 14 14:49:05.809227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.834723 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.889471 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.892652 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:05.894184 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3e005e3-5482-493c-8a59-4a9520dd5c7a HTTP/1.1" status: 204 len: 168 time: 0.1518168 Sep 14 14:49:05.908070 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57356ff8-5424-42c0-b565-3013c53f1d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e005e3-5482-493c-8a59-4a9520dd5c7a,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:06.020430 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc986450-e9dd-4c8f-919c-8dfa2e158fc5 req-584ea7eb-1128-48bc-a5de-f69337528863 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375627 Sep 14 14:49:06.156509 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2be6a8-5415-45ba-867e-e35de7a70d9c req-f546bb97-4569-4f9c-a632-0ab8ce20301c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:06.158096 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a2be6a8-5415-45ba-867e-e35de7a70d9c req-f546bb97-4569-4f9c-a632-0ab8ce20301c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.0582457 Sep 14 14:49:06.209152 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a2be6a8-5415-45ba-867e-e35de7a70d9c req-4f2179a1-2b04-491b-bcea-99163ef37b9d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Sep 14 14:49:06.545072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3296-fcb9-43d6-ac78-b534131da672 req-bcca1808-578f-426f-a993-5e0aed899667 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:06.547971 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-159d3296-fcb9-43d6-ac78-b534131da672 req-bcca1808-578f-426f-a993-5e0aed899667 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0698071 Sep 14 14:49:06.620147 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-159d3296-fcb9-43d6-ac78-b534131da672 req-46f058b2-6e34-4108-9459-a2829089c209 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619621 Sep 14 14:49:06.629329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ead12-bd66-4ef8-afe7-419c76dddd42 req-ac4a4f2f-6459-40fb-b3d2-e7fa0e27ece4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:06.630890 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-492ead12-bd66-4ef8-afe7-419c76dddd42 req-ac4a4f2f-6459-40fb-b3d2-e7fa0e27ece4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0816586 Sep 14 14:49:06.677232 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-492ead12-bd66-4ef8-afe7-419c76dddd42 req-ca9231a8-a88b-43f3-a546-dbb17266fe92 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Sep 14 14:49:06.875826 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5ef2d-d5b9-4047-8675-8ec8ed01347f req-ac13b64c-dd02-4f75-8760-c9dfbd13036e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:06.877412 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1ab5ef2d-d5b9-4047-8675-8ec8ed01347f req-ac13b64c-dd02-4f75-8760-c9dfbd13036e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0531602 Sep 14 14:49:06.919941 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1ab5ef2d-d5b9-4047-8675-8ec8ed01347f req-9d5481fa-6163-4e1b-bfe3-1fdd67859051 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353138 Sep 14 14:49:07.081025 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:07.142900 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.167068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-f48954a3-8487-4792-8cf8-8e96cba3e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.171621 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-f48954a3-8487-4792-8cf8-8e96cba3e9d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1097 time: 0.0691233 Sep 14 14:49:07.182676 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653be88-853b-4c50-a90a-96ffb8a3618f req-5f082427-27e0-443a-ac91-1f9b3ca0801e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.184913 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c653be88-853b-4c50-a90a-96ffb8a3618f req-5f082427-27e0-443a-ac91-1f9b3ca0801e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0759041 Sep 14 14:49:07.277909 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c653be88-853b-4c50-a90a-96ffb8a3618f req-4dbdebfe-e676-4628-9853-852123f99649 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854757 Sep 14 14:49:07.293769 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:07.311770 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:07.377082 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.389580 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52408) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:07.397197 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:07.424229 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:07.430689 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb721fa-9d82-490e-8eec-7d41ece6957c req-89eb6a1b-e5c2-41cc-b762-fc691b0f2ead tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.432388 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-abb721fa-9d82-490e-8eec-7d41ece6957c req-89eb6a1b-e5c2-41cc-b762-fc691b0f2ead tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 943 time: 0.1091650 Sep 14 14:49:07.435961 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.437526 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0aafac68-10b1-4281-85e2-960dfb33973b details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:07.473932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52412) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:07.489712 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-abb721fa-9d82-490e-8eec-7d41ece6957c req-8aa015d2-108b-4537-8350-833a9f798f43 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505722 Sep 14 14:49:07.507447 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a82c52-5c1e-4f39-b130-9b0b36ee11b2 req-f54b06a8-cff3-4f2a-86d0-0a395d0d05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.509223 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a0a82c52-5c1e-4f39-b130-9b0b36ee11b2 req-f54b06a8-cff3-4f2a-86d0-0a395d0d05ca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 1098 time: 0.1699543 Sep 14 14:49:07.511262 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:07.520129 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-c76ce5e8-551c-4c3e-abcd-81820f1b3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.522077 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-c76ce5e8-551c-4c3e-abcd-81820f1b3d59 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=52bd70b2922546278415a484004e0ba2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3404200 Sep 14 14:49:07.584893 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d5ebbf-ab09-471d-af54-3e7219545986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.616990 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0aafac68-10b1-4281-85e2-960dfb33973b,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:07.623307 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-666dd47b-4c00-4ca6-8c42-8875f7dcdbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.628899 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '0aafac68-10b1-4281-85e2-960dfb33973b', 'network_id': '9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9', 'port_id': '0aafac68-10b1-4281-85e2-960dfb33973b', 'mac_address': 'fa:16:3e:7d:61:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae174e2-6c0f-4d89-b521-897dcbb5cb17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:07.669725 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.683419 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d5ebbf-ab09-471d-af54-3e7219545986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.688209 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aafac68-10b1-4281-85e2-960dfb33973b {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:07.697314 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d5ebbf-ab09-471d-af54-3e7219545986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.710496 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0aafac68-10b1-4281-85e2-960dfb33973b,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:07.719428 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.780173 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-13d5ebbf-ab09-471d-af54-3e7219545986 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ec870b5df0d4a4999751ffff5840e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879530 Sep 14 14:49:07.784484 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52420) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:07.784767 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:07.794613 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5ebbf-ab09-471d-af54-3e7219545986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8aa5d-0d89-4eb3-a8aa-443eaa7c4b11,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:07.805060 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-666dd47b-4c00-4ca6-8c42-8875f7dcdbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.816224 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-666dd47b-4c00-4ca6-8c42-8875f7dcdbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.837893 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d8ca-82a3-4b9f-8584-01399adbeb85 req-05ab1f94-643f-4db3-99f1-be679f25ef7d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.839469 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f003d8ca-82a3-4b9f-8584-01399adbeb85 req-05ab1f94-643f-4db3-99f1-be679f25ef7d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.1267955 Sep 14 14:49:07.863245 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8c0c-60e1-4891-a48f-a5ad31cb5bd2 req-2ad9a384-9b1e-4b4e-a46c-ea5a985f3f53 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:07.864905 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-384a8c0c-60e1-4891-a48f-a5ad31cb5bd2 req-2ad9a384-9b1e-4b4e-a46c-ea5a985f3f53 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0913417 Sep 14 14:49:07.873016 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-666dd47b-4c00-4ca6-8c42-8875f7dcdbdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=004c1f52bdda4ed09883e1f5be5288fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947766 Sep 14 14:49:07.873232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52422) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:07.873595 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666dd47b-4c00-4ca6-8c42-8875f7dcdbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34990e26-4572-4df5-ad8b-195e2dba0cd2,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:07.887744 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.910221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.947657 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f003d8ca-82a3-4b9f-8584-01399adbeb85 req-8193ca1d-a6d4-4601-9987-10e7255d1461 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002440 Sep 14 14:49:07.953551 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-384a8c0c-60e1-4891-a48f-a5ad31cb5bd2 req-f4656ea5-9186-4ea2-a52e-f951644518ee tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Sep 14 14:49:07.983063 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.996482 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:07.999946 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.001451 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7f8aa5d-0d89-4eb3-a8aa-443eaa7c4b11 HTTP/1.1" status: 204 len: 168 time: 0.2158566 Sep 14 14:49:08.010974 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.011737 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2c216-39ee-40b7-b195-de462c789065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8aa5d-0d89-4eb3-a8aa-443eaa7c4b11,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:08.090464 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c8503-7b47-42f7-a404-e33d779c5ce3 req-3ccb6f2a-53f4-4bcd-b2d3-c4e84a7d3bc5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:08.092229 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f31c8503-7b47-42f7-a404-e33d779c5ce3 req-3ccb6f2a-53f4-4bcd-b2d3-c4e84a7d3bc5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0715787 Sep 14 14:49:08.107678 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.110272 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.111338 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34990e26-4572-4df5-ad8b-195e2dba0cd2 HTTP/1.1" status: 204 len: 168 time: 0.2378314 Sep 14 14:49:08.124462 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975310e-30e9-4ab8-867d-916f86ed0a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34990e26-4572-4df5-ad8b-195e2dba0cd2,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:08.173680 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f31c8503-7b47-42f7-a404-e33d779c5ce3 req-3e51b36b-2d4b-483b-9eec-ef0f5c50ec67 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683761 Sep 14 14:49:08.394032 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaec695-ae92-48a5-8791-1bba089aede7 req-86d3d448-c671-479b-8b52-f49c05e6bfa4 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:08.395684 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ddaec695-ae92-48a5-8791-1bba089aede7 req-86d3d448-c671-479b-8b52-f49c05e6bfa4 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0558100 Sep 14 14:49:08.439103 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ddaec695-ae92-48a5-8791-1bba089aede7 req-3c4e1b39-b752-4686-9a79-caa29eb347b0 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Sep 14 14:49:08.482901 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52446) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:08.498228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0a913dd4-5acb-4b9b-80c3-18e952ad823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.653506 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375456dd-c18f-4f1a-aa25-c87fc557ddf9 req-49e8a0f4-a912-428d-a459-af7eb3d3bc35 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:08.654202 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-375456dd-c18f-4f1a-aa25-c87fc557ddf9 req-49e8a0f4-a912-428d-a459-af7eb3d3bc35 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 944 time: 0.0898678 Sep 14 14:49:08.672202 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0a913dd4-5acb-4b9b-80c3-18e952ad823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.682767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0a913dd4-5acb-4b9b-80c3-18e952ad823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.738186 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-375456dd-c18f-4f1a-aa25-c87fc557ddf9 req-6a8d628c-db70-444e-b235-3945b6d1e0d7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758922 Sep 14 14:49:08.743706 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0a913dd4-5acb-4b9b-80c3-18e952ad823d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=018bb5f6a9c64634ad84e18473cf41c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597275 Sep 14 14:49:08.743912 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52456) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:08.744754 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a913dd4-5acb-4b9b-80c3-18e952ad823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be45c497-2586-4d40-ab81-be6bd8b8be57,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:08.808286 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.833699 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.854339 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 52460) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:08.889751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.892476 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:08.893740 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be45c497-2586-4d40-ab81-be6bd8b8be57 HTTP/1.1" status: 204 len: 168 time: 0.1481531 Sep 14 14:49:08.902165 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c85103-8ad6-4166-b7d4-84fb42ad2e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be45c497-2586-4d40-ab81-be6bd8b8be57,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:08.966615 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1980851534-network', 'tenant_id': '5680bb52463d4d80a9ef9ed7ad0256b4'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:08.995112 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Made reservation on behalf of 5680bb52463d4d80a9ef9ed7ad0256b4 for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:08.998285 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.009084 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.174195 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae80e75-aefd-473b-aec1-e8b5e85e20ff req-c2a2a8cb-6c48-4328-850d-3f3638a28c52 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.176271 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ae80e75-aefd-473b-aec1-e8b5e85e20ff req-c2a2a8cb-6c48-4328-850d-3f3638a28c52 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.1217685 Sep 14 14:49:09.191864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9c30-3944-4a5a-afab-cde5fce0caa4 req-f7047764-3541-47f9-a7b7-67ca454d7fc8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.193447 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a9b9c30-3944-4a5a-afab-cde5fce0caa4 req-f7047764-3541-47f9-a7b7-67ca454d7fc8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.1074080 Sep 14 14:49:09.289804 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ae80e75-aefd-473b-aec1-e8b5e85e20ff req-3de748bc-3abb-4bb8-9a28-e97f4428eec5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054313 Sep 14 14:49:09.290520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.301501 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a9b9c30-3944-4a5a-afab-cde5fce0caa4 req-17003378-e645-424b-ab6a-dcdf9484df48 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942314 Sep 14 14:49:09.303589 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.320129 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:49:09.341915 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.342242 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Added segment 0b8ecb20-e15c-4ad1-8e55-47e70fc0787e of type vlan for network 15bfc11f-892a-42dd-bcff-4262c1e30088 Sep 14 14:49:09.381721 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21dbc53-4994-4793-a048-6418c2608b58,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:09.385468 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a0a82c52-5c1e-4f39-b130-9b0b36ee11b2 req-6471dab8-e8e1-4f33-aca5-c3596c33e4e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Sep 14 14:49:09.407813 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.466251 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490f66-4218-460f-aab5-7a460c0af7d8 req-13f25679-f6e7-4456-9ee4-f25bbfeee249 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.467812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-05490f66-4218-460f-aab5-7a460c0af7d8 req-13f25679-f6e7-4456-9ee4-f25bbfeee249 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0876560 Sep 14 14:49:09.469058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.469965 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.470529 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.525907 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6704636 Sep 14 14:49:09.530705 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52492) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:09.536661 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Request body: {'subnet': {'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1980851534-subnet', 'tenant_id': '5680bb52463d4d80a9ef9ed7ad0256b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:09.562426 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Made reservation on behalf of 5680bb52463d4d80a9ef9ed7ad0256b4 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:09.570569 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.575207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75e7c-a0dd-487b-8ef3-f2bc61496c89 admin admin] Pushing event updated for resources: {'Network': ['ID=15bfc11f-892a-42dd-bcff-4262c1e30088,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:09.588588 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:49:09.635619 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-05490f66-4218-460f-aab5-7a460c0af7d8 req-eac8b978-d305-4e92-9141-e5954cf727ac tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417787 Sep 14 14:49:09.677713 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc045-a594-4b3b-842b-2154529dea5e req-c241d476-6966-45b0-88da-7fdeea0dead0 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.679819 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-972bc045-a594-4b3b-842b-2154529dea5e req-c241d476-6966-45b0-88da-7fdeea0dead0 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1499372 Sep 14 14:49:09.727272 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-972bc045-a594-4b3b-842b-2154529dea5e req-e35705ce-fd0a-49eb-8ba6-bb8edbbea7b2 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Sep 14 14:49:09.772516 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.834788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6cfe23c-c92c-428a-b7e2-276825d55df8,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:09.844285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Checking segment: {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:09.844638 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Network hostable DHCP agents. Network: 15bfc11f-892a-42dd-bcff-4262c1e30088, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:49:09.869540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:49:09.879863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028ea92-cce9-4d8d-b296-7fb74282f67b req-8d1f3632-0c4f-47e5-8852-33a144eccfd5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.881719 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1028ea92-cce9-4d8d-b296-7fb74282f67b req-8d1f3632-0c4f-47e5-8852-33a144eccfd5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 944 time: 0.0644894 Sep 14 14:49:09.885318 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 15bfc11f-892a-42dd-bcff-4262c1e30088) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:09.891300 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:09.892052 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:09.895313 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6d44a-fe59-4a29-927c-2bdc94613715 None None] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:09.920323 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d5a25479-f50a-48dd-9d65-45b37bf7d125 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3871953 Sep 14 14:49:09.943469 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1028ea92-cce9-4d8d-b296-7fb74282f67b req-88daa7f1-c40f-4bc7-8381-b67043b883d0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Sep 14 14:49:10.059740 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26331824-4bc9-491c-97b8-677e867957da None None] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:10.458551 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffbc49-a04b-47dc-ab15-4ae466ebce72 req-8fb188b3-85bf-4a5b-ac29-78d370f744e7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:10.460350 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5ffbc49-a04b-47dc-ab15-4ae466ebce72 req-8fb188b3-85bf-4a5b-ac29-78d370f744e7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0857944 Sep 14 14:49:10.486107 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411e911-8cd5-4648-b128-258a5d04a9ee req-1b72a989-affa-4139-a9e6-821d8564fb95 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:10.487701 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7411e911-8cd5-4648-b128-258a5d04a9ee req-1b72a989-affa-4139-a9e6-821d8564fb95 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.1026750 Sep 14 14:49:10.551579 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5ffbc49-a04b-47dc-ab15-4ae466ebce72 req-0adada35-f35c-4c2c-bd4b-919ca2c4c215 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729613 Sep 14 14:49:10.556148 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7411e911-8cd5-4648-b128-258a5d04a9ee req-76eb085b-bf1f-4329-8ffd-71ed216d9f96 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Sep 14 14:49:10.814417 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['34273b94-9cbf-43ec-9c18-b4901b982daa'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:10.818729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a17e2c-f4cd-48a3-b9e7-fdf4ddb69c39 req-7ee37b97-15fd-4c1a-b367-315feb7255c2 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:10.822523 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46a17e2c-f4cd-48a3-b9e7-fdf4ddb69c39 req-7ee37b97-15fd-4c1a-b367-315feb7255c2 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.1072693 Sep 14 14:49:10.889203 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['0aafac68-10b1-4281-85e2-960dfb33973b'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:10.943140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4103beb-f722-4350-9d4b-6392ba8f0a59 req-0a1db7de-b97c-42f9-93e1-3a7787835202 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:10.953668 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b4103beb-f722-4350-9d4b-6392ba8f0a59 req-0a1db7de-b97c-42f9-93e1-3a7787835202 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1212578 Sep 14 14:49:10.988596 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-3702b111-1982-48f5-81e1-864cb19d7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:10.998572 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fa94a096-a7cd-4061-bc32-27cbd3d5a1cc req-3702b111-1982-48f5-81e1-864cb19d7ebf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3563795 Sep 14 14:49:11.001603 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46a17e2c-f4cd-48a3-b9e7-fdf4ddb69c39 req-08285bf1-9803-4a92-8564-5e1653fb72a9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354361 Sep 14 14:49:11.037565 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b4103beb-f722-4350-9d4b-6392ba8f0a59 req-373ae05a-b4f0-4755-b968-e0713d6b1e67 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827515 Sep 14 14:49:11.104068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-a630ad31-8162-438e-8380-6459735d68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.104068 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-a630ad31-8162-438e-8380-6459735d68d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1097 time: 0.0477855 Sep 14 14:49:11.160407 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-6b044238-019d-4f02-92f3-85248fe83756 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 217 time: 0.0455475 Sep 14 14:49:11.172788 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8953772-303f-4f99-95f0-b05332ae685c req-cded385e-681a-4060-af62-8e1eee891f83 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.174505 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8953772-303f-4f99-95f0-b05332ae685c req-cded385e-681a-4060-af62-8e1eee891f83 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 944 time: 0.0553701 Sep 14 14:49:11.220813 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8953772-303f-4f99-95f0-b05332ae685c req-2a1f384d-9291-4ac2-81e8-ec0255f170ed tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Sep 14 14:49:11.234847 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-78b2fb6e-aab2-4337-b22f-dff929edc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.236436 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-78b2fb6e-aab2-4337-b22f-dff929edc8b8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0685143 Sep 14 14:49:11.286909 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c8241-f178-4d21-b24d-30f012473c3b req-60daa0e8-a9cb-4bfd-8121-143011e95ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.288518 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-60daa0e8-a9cb-4bfd-8121-143011e95ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436368 Sep 14 14:49:11.394843 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-406ce6ab-c60d-4c01-8435-8b4c79d2e6a5 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963829 Sep 14 14:49:11.501393 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-110c8241-f178-4d21-b24d-30f012473c3b req-f9090d5c-07f6-4a9e-aa51-b566c5808d93 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958076 Sep 14 14:49:11.727885 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e789c0-ef1b-4dcb-83d9-35984fc54be8 req-35e29c1c-616a-48db-854d-5cd8cf1117d7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.729593 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c6e789c0-ef1b-4dcb-83d9-35984fc54be8 req-35e29c1c-616a-48db-854d-5cd8cf1117d7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0782700 Sep 14 14:49:11.821389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e58cb5-c1ec-42b5-82cc-20c77497c2b5 req-677d1ba7-7683-4353-b728-6c5840de76da tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:11.822943 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-88e58cb5-c1ec-42b5-82cc-20c77497c2b5 req-677d1ba7-7683-4353-b728-6c5840de76da tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0923724 Sep 14 14:49:11.828309 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c6e789c0-ef1b-4dcb-83d9-35984fc54be8 req-57d38dcb-9982-4763-8c02-6a31b28f6cfc tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 Sep 14 14:49:11.867436 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-88e58cb5-c1ec-42b5-82cc-20c77497c2b5 req-4fa5d8a9-f1b9-47da-a8e9-5e196b10f54c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373113 Sep 14 14:49:12.038862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-4ae9a354-f54a-476f-94a9-8eadb8642249 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:12.040461 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-4ae9a354-f54a-476f-94a9-8eadb8642249 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 809 time: 0.1116836 Sep 14 14:49:12.061681 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-36afbe9b-d98e-4ea2-a15c-5f37dadaffc0 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/quotas/5680bb52463d4d80a9ef9ed7ad0256b4 HTTP/1.1" status: 200 len: 375 time: 0.0100839 Sep 14 14:49:12.099032 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-22d37507-0fcb-4edc-8bd3-81f0a80065d0 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303783 Sep 14 14:49:12.213017 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4799f4b-9287-450c-a076-8a4e4802f7b3 req-63810c8c-3775-48d0-bde1-c9eae4f9bb44 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:12.214502 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4799f4b-9287-450c-a076-8a4e4802f7b3 req-63810c8c-3775-48d0-bde1-c9eae4f9bb44 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.1090808 Sep 14 14:49:12.250854 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-d5a6c516-2f58-434d-8228-d4bd2ffd7aff service neutron] 10.222.0.50 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426897 Sep 14 14:49:12.287716 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4799f4b-9287-450c-a076-8a4e4802f7b3 req-5b01481c-4a20-4f4b-94c5-72504aa37d62 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658798 Sep 14 14:49:12.381334 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-7d4e8735-9851-42d7-b765-796791dd689c service neutron] 10.222.0.50 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223800 Sep 14 14:49:12.384612 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:12.406317 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51a142-8824-4d09-852b-4dbf499776b2 req-3b98e6fc-42b0-4ce7-82fb-999d4ae5a31a tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:12.408070 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf51a142-8824-4d09-852b-4dbf499776b2 req-3b98e6fc-42b0-4ce7-82fb-999d4ae5a31a tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0624039 Sep 14 14:49:12.441251 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 34273b94-9cbf-43ec-9c18-b4901b982daa completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:12.445600 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 34273b94-9cbf-43ec-9c18-b4901b982daa triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:12.445965 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.447995 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf51a142-8824-4d09-852b-4dbf499776b2 req-c3081f1b-aafe-40ff-9469-7f16647a5c51 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Sep 14 14:49:12.549354 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.580797 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:12.583360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281d20c-8817-48ce-8735-26ca483e2426" -d '{"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:12.597678 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:12.601953 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75894a2f-6248-46af-ae00-66441dcaaf59 req-d6205178-549a-4fd6-a7f9-a086616e2cbd tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0362313 Sep 14 14:49:12.606599 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.607867 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:12.642347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e01cd-4972-4386-af5f-27fd6d82ecd5 req-1048fbd9-9678-4d7e-895b-84dd992db5f3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:12.666033 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-735e01cd-4972-4386-af5f-27fd6d82ecd5 req-1048fbd9-9678-4d7e-895b-84dd992db5f3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 944 time: 0.1565058 Sep 14 14:49:12.676531 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbc9464-9354-40c2-9f15-a27c2c33e777 x-openstack-request-id: req-9bbc9464-9354-40c2-9f15-a27c2c33e777 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:12.676837 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:12.677267 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bbc9464-9354-40c2-9f15-a27c2c33e777 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:12.677799 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'code': 200} Sep 14 14:49:12.689779 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:12.709298 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:12.716355 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:12.716781 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.723148 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-735e01cd-4972-4386-af5f-27fd6d82ecd5 req-2a9e8dc1-2cd8-44cc-8279-a2032849d086 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545251 Sep 14 14:49:12.880289 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.958703 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:12.967218 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:12.968054 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0aafac68-10b1-4281-85e2-960dfb33973b up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:12.986584 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc6e47-ef1a-4860-81ff-0e9e3e74a2b1 req-85c90e8f-5c37-48f3-a199-905623fb89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:12.989939 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6bcc6e47-ef1a-4860-81ff-0e9e3e74a2b1 req-85c90e8f-5c37-48f3-a199-905623fb89bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1098 time: 0.1242208 Sep 14 14:49:13.081744 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6bcc6e47-ef1a-4860-81ff-0e9e3e74a2b1 req-c0e1efc1-38a5-4bfc-a531-169771a61c4c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828476 Sep 14 14:49:13.089244 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a427c-cd67-46ca-819c-97908e551490 req-0e0774de-b558-4e74-be7a-0c7c0039ca52 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:13.091642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f78a427c-cd67-46ca-819c-97908e551490 req-0e0774de-b558-4e74-be7a-0c7c0039ca52 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0822165 Sep 14 14:49:13.103744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2df91-4e98-4f2d-8022-39afe6a682e6 req-20d799a6-c522-4083-a3d1-830ba904fdde tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:13.108294 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61d2df91-4e98-4f2d-8022-39afe6a682e6 req-20d799a6-c522-4083-a3d1-830ba904fdde tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.1434348 Sep 14 14:49:13.140575 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:13.153912 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 0aafac68-10b1-4281-85e2-960dfb33973b completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:13.158385 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 0aafac68-10b1-4281-85e2-960dfb33973b triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:13.158842 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:13.178108 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f78a427c-cd67-46ca-819c-97908e551490 req-9c5106d0-a8d6-4787-bb85-cbbc1207c998 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609882 Sep 14 14:49:13.186234 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61d2df91-4e98-4f2d-8022-39afe6a682e6 req-1c69d1c9-32bb-4367-9448-3905b038ee4f tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769358 Sep 14 14:49:13.263609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:13.300497 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0aafac68-10b1-4281-85e2-960dfb33973b,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:13.310988 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:13.401770 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:13.411021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e07d-4552-4421-80d4-569b13906dad req-fde50b6e-7c53-4e11-a0c8-b1cffe7b572f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:13.412984 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6bf6e07d-4552-4421-80d4-569b13906dad req-fde50b6e-7c53-4e11-a0c8-b1cffe7b572f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0537148 Sep 14 14:49:13.459944 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6bf6e07d-4552-4421-80d4-569b13906dad req-7437ef49-0497-4d98-a3ef-5188279f65c4 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386348 Sep 14 14:49:13.733071 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-990667ad-e0ee-4a51-8667-67a4fba0f261 req-8f92ad60-bd13-48bc-bcbc-49ea73e9a1f5 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Sep 14 14:49:13.848550 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7435e60-42eb-4575-b7d5-26a094586de0 req-097233b1-75e6-42d1-8806-ccb3b749c502 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:13.850092 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b7435e60-42eb-4575-b7d5-26a094586de0 req-097233b1-75e6-42d1-8806-ccb3b749c502 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0530145 Sep 14 14:49:13.889577 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b7435e60-42eb-4575-b7d5-26a094586de0 req-ac9347d7-e5a3-46a6-be67-5690cc026a1a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332654 Sep 14 14:49:14.321201 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cefd6-672c-4f67-9ce8-d33085bc4d55 req-21263658-3cb7-437b-ae59-09d91a2aaea5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:14.322855 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-035cefd6-672c-4f67-9ce8-d33085bc4d55 req-21263658-3cb7-437b-ae59-09d91a2aaea5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0568256 Sep 14 14:49:14.373674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-035cefd6-672c-4f67-9ce8-d33085bc4d55 req-ef514776-b09c-4991-8a41-282bc8e2c8ef tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Sep 14 14:49:14.396461 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device abd389c7-d5fd-419c-a5d7-1b725e2ec525 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:14.426061 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-9b219ea5-0d37-491a-9031-2a2272a5195e tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:14.429707 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-9b219ea5-0d37-491a-9031-2a2272a5195e tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 809 time: 0.3471661 Sep 14 14:49:14.455601 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Request body: {'port': {'device_id': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088', 'admin_state_up': True, 'tenant_id': '5680bb52463d4d80a9ef9ed7ad0256b4'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:14.535175 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:14.553885 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'port_id': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'mac_address': 'fa:16:3e:f2:be:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:14.605106 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdeb7a-1cc9-4dea-b04b-4a521a9ddd2a req-ffa6a8b6-26f3-4938-b291-481263b829e9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:14.607316 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98cdeb7a-1cc9-4dea-b04b-4a521a9ddd2a req-ffa6a8b6-26f3-4938-b291-481263b829e9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 944 time: 0.0648682 Sep 14 14:49:14.636397 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:14.650474 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd389c7-d5fd-419c-a5d7-1b725e2ec525 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:14.657971 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Made reservation on behalf of 5680bb52463d4d80a9ef9ed7ad0256b4 for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:14.662224 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:14.667207 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98cdeb7a-1cc9-4dea-b04b-4a521a9ddd2a req-491cc0f9-f06f-4a4e-8c38-67f1ce401bf8 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494847 Sep 14 14:49:14.677685 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:14.678782 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'}, {'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:14.682703 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6a1e5-1761-4e4a-a096-d5e26a9dae05" -d '{"events": [{"server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "name": "network-vif-plugged", "status": "completed", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c"}, {"server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "name": "network-vif-plugged", "status": "completed", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:14.695442 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:14.748006 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:14.764442 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdfa877-6dfa-4631-b504-5f8e79b9ac9b x-openstack-request-id: req-6bdfa877-6dfa-4631-b504-5f8e79b9ac9b {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:14.764743 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "name": "network-vif-plugged", "status": "completed", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c", "code": 200}, {"server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "name": "network-vif-plugged", "status": "completed", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:14.764993 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bdfa877-6dfa-4631-b504-5f8e79b9ac9b {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:14.765396 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c', 'code': 200} Sep 14 14:49:14.765647 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b', 'code': 200} Sep 14 14:49:14.852040 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-346a1060-1ee9-46b1-bcab-cc94c60fb420 req-7a190a50-901c-4a82-bc29-6a6addb018ec tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0387654 Sep 14 14:49:14.877973 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Allocated IP 172.20.0.10 (15bfc11f-892a-42dd-bcff-4262c1e30088/e6cfe23c-c92c-428a-b7e2-276825d55df8/84da62cd-1017-4c6c-b667-cc44c24f36a8) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:15.082696 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['abd389c7-d5fd-419c-a5d7-1b725e2ec525'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:15.094807 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3c398-0a2f-4738-9c67-5844604a323b req-21e21c95-aab4-4bc4-a688-56d60c0aa0a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.096762 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-aec3c398-0a2f-4738-9c67-5844604a323b req-21e21c95-aab4-4bc4-a688-56d60c0aa0a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0685666 Sep 14 14:49:15.169606 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-aec3c398-0a2f-4738-9c67-5844604a323b req-3f16946a-dff3-45b2-b745-aab8f846d585 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548713 Sep 14 14:49:15.169734 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b12474-9b22-4248-8550-997d1810beba req-9ddd89aa-329d-4fc4-a75b-340543b424cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.171245 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4b12474-9b22-4248-8550-997d1810beba req-9ddd89aa-329d-4fc4-a75b-340543b424cb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1098 time: 0.0810709 Sep 14 14:49:15.176830 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:15.247328 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4b12474-9b22-4248-8550-997d1810beba req-a1e5af2c-62cb-4a0d-afe1-13deb589b8d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Sep 14 14:49:15.265510 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:15.285356 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0ea3-6daf-46a1-83fb-633dba5108dd req-84b48d32-5d89-4998-a6c0-d61aa0bd25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.287023 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fe1f0ea3-6daf-46a1-83fb-633dba5108dd req-84b48d32-5d89-4998-a6c0-d61aa0bd25f7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.1156335 Sep 14 14:49:15.314323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:15.319453 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:15.322642 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:15.331461 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.332384 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:15.352763 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Pushing event updated for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:15.358681 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-b3684138-e434-411f-b0f7-90769b0e5efc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071457 Sep 14 14:49:15.521169 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af83c-c575-4d99-a543-f45a90576b39 req-60e7e75b-83e5-4031-86d1-f01f62effcd3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.522711 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7c7af83c-c575-4d99-a543-f45a90576b39 req-60e7e75b-83e5-4031-86d1-f01f62effcd3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0568738 Sep 14 14:49:15.551268 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Request body: {'port': {'device_id': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:15.604437 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fe1f0ea3-6daf-46a1-83fb-633dba5108dd req-f4e0686d-7f93-482c-a17c-392f078fa7e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Sep 14 14:49:15.609179 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7c7af83c-c575-4d99-a543-f45a90576b39 req-668a4c64-907a-4b13-9683-3dcd8a88c50b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794184 Sep 14 14:49:15.630525 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:15.765133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc757db-795b-4ba8-9395-18361bbac8f6 req-1cb4b5e7-791e-4a89-b03b-ce19d1769c2d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.765133 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dfc757db-795b-4ba8-9395-18361bbac8f6 req-1cb4b5e7-791e-4a89-b03b-ce19d1769c2d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0630357 Sep 14 14:49:15.767974 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52752) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:15.775013 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'floatingip': {'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:15.809039 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cb246-0d8c-409f-a053-1da03108c5eb req-bbc3e7b1-99c3-4d0c-a2cf-cff3525a6f68 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:15.810653 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-734cb246-0d8c-409f-a053-1da03108c5eb req-bbc3e7b1-99c3-4d0c-a2cf-cff3525a6f68 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 945 time: 0.0475738 Sep 14 14:49:15.854443 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-734cb246-0d8c-409f-a053-1da03108c5eb req-0ff7d902-c56a-4321-9284-879703dbfcba tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363765 Sep 14 14:49:15.862274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:15.998656 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c78882-4f65-4c48-ad64-795cacd321bd req-1d0733a7-0bbc-4450-8e54-16f4118b0673 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:16.000211 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b7c78882-4f65-4c48-ad64-795cacd321bd req-1d0733a7-0bbc-4450-8e54-16f4118b0673 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 932 time: 0.0572250 Sep 14 14:49:16.050750 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b7c78882-4f65-4c48-ad64-795cacd321bd req-9f3c2b5c-e279-4939-8237-2f7c001757fa tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437644 Sep 14 14:49:16.230045 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84da62cd-1017-4c6c-b667-cc44c24f36a8 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:16.270064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.297530 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b4dc5-8bad-4304-9744-505042ce9566 req-302f3bc0-59ae-43e4-9a30-50a62d68e651 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:16.299184 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-829b4dc5-8bad-4304-9744-505042ce9566 req-302f3bc0-59ae-43e4-9a30-50a62d68e651 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0541031 Sep 14 14:49:16.338589 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-829b4dc5-8bad-4304-9744-505042ce9566 req-35439b91-0cde-48c6-a3f6-7f7609fecc88 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Sep 14 14:49:16.354708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Transition to ACTIVE for port object 84da62cd-1017-4c6c-b667-cc44c24f36a8 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:16.365059 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.409637 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device abd389c7-d5fd-419c-a5d7-1b725e2ec525 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:16.461679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port abd389c7-d5fd-419c-a5d7-1b725e2ec525 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:16.466097 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port abd389c7-d5fd-419c-a5d7-1b725e2ec525 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:16.466472 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.498575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Pushing event updated for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:16.552793 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.587332 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:16.593161 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.609956 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Attempting to bind port 84da62cd-1017-4c6c-b667-cc44c24f36a8 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:16.610470 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Attempting to bind port 84da62cd-1017-4c6c-b667-cc44c24f36a8 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:16.610590 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Attempting to bind port 84da62cd-1017-4c6c-b667-cc44c24f36a8 on network 15bfc11f-892a-42dd-bcff-4262c1e30088 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:16.622845 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Port 84da62cd-1017-4c6c-b667-cc44c24f36a8 on network 15bfc11f-892a-42dd-bcff-4262c1e30088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:16.623097 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Attempting to bind port 84da62cd-1017-4c6c-b667-cc44c24f36a8 on network 15bfc11f-892a-42dd-bcff-4262c1e30088 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:16.640549 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:16.640872 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Checking segment: {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:16.641448 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Bound using segment: {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:16.641870 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Bound port: 84da62cd-1017-4c6c-b667-cc44c24f36a8, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:16.642214 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:16.644786 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:16.766559 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:16.770987 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8769c766-872b-4897-801d-dde6be8a1a3c" -d '{"events": [{"server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "name": "network-vif-plugged", "status": "completed", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:16.835510 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0dcd33-f72c-4d2a-ab54-0783bf1bb0fe x-openstack-request-id: req-5e0dcd33-f72c-4d2a-ab54-0783bf1bb0fe {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:16.835832 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "name": "network-vif-plugged", "status": "completed", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:16.836140 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e0dcd33-f72c-4d2a-ab54-0783bf1bb0fe {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:16.836864 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'code': 200} Sep 14 14:49:17.001347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:17.016337 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:17.098877 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:17.106442 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:17.115407 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:17.127115 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd73d-5212-45e4-ba51-a19ad9601221 req-6d5a5707-da84-455f-865b-ca99508581fc tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.128929 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f2dd73d-5212-45e4-ba51-a19ad9601221 req-6d5a5707-da84-455f-865b-ca99508581fc tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1048696 Sep 14 14:49:17.184648 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.185274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:17.186722 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/84da62cd-1017-4c6c-b667-cc44c24f36a8 HTTP/1.1" status: 200 len: 1094 time: 1.6402314 Sep 14 14:49:17.189043 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:17.191380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776107eb-661e-40fe-ba5e-bcdddefb9977" -d '{"events": [{"name": "network-changed", "server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:17.220343 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Floating IP 656bd9bc-a5a7-48ae-a935-1fad63e27c06 associated. External IP: 172.27.1.65, port: 34273b94-9cbf-43ec-9c18-b4901b982daa. Sep 14 14:49:17.266630 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520b66e-6e9d-43b9-9808-6736344412c2 service neutron] Pushing event updated for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:17.370530 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-05b20480-4932-4e0d-9aeb-718d087679af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.372367 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-05b20480-4932-4e0d-9aeb-718d087679af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0943768 Sep 14 14:49:17.424806 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f2dd73d-5212-45e4-ba51-a19ad9601221 req-93e05472-7df2-4b48-9125-3e0d8cb49852 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897904 Sep 14 14:49:17.429458 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c88ef-a921-4d80-8f3c-2f7d9390f5be req-f9594089-1915-4607-b789-743f336eb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.430980 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8a0c88ef-a921-4d80-8f3c-2f7d9390f5be req-f9594089-1915-4607-b789-743f336eb7a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1099 time: 0.2947285 Sep 14 14:49:17.448638 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb12b8b-3f6a-4d11-8b93-2a4070c166a7 req-c69cd047-5d74-4e84-a00c-a86db6e1a06e tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.448638 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dfb12b8b-3f6a-4d11-8b93-2a4070c166a7 req-c69cd047-5d74-4e84-a00c-a86db6e1a06e tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.1001644 Sep 14 14:49:17.455459 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-52636ca1-52e2-46f2-beef-24c54900e1b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8 HTTP/1.1" status: 200 len: 217 time: 0.0428154 Sep 14 14:49:17.499900 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022a877-e050-44ae-9f57-4a044a99aa74 x-openstack-request-id: req-a022a877-e050-44ae-9f57-4a044a99aa74 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:17.500134 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:17.500383 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a022a877-e050-44ae-9f57-4a044a99aa74 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:17.500787 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8', 'status': 'completed', 'code': 200} Sep 14 14:49:17.512792 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8a0c88ef-a921-4d80-8f3c-2f7d9390f5be req-78ad3912-96fc-4e57-ba2c-bdb11b13e772 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620563 Sep 14 14:49:17.521423 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dfb12b8b-3f6a-4d11-8b93-2a4070c166a7 req-c6fa25e9-2b96-478e-9322-59d78ab0fc3a tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620837 Sep 14 14:49:17.567879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:49:17.569606 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98098372-2796-446a-a676-8dec4dba8b37 req-e9cda777-740b-45ad-8e3f-9833ac019ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.571082 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-e9cda777-740b-45ad-8e3f-9833ac019ae0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cfe23c-c92c-428a-b7e2-276825d55df8 HTTP/1.1" status: 200 len: 849 time: 0.0695791 Sep 14 14:49:17.584984 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ed03-2882-434e-aae6-c080f9391dc5 req-d400181e-f2fd-48aa-aee2-d2f198c8576d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.586485 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b357ed03-2882-434e-aae6-c080f9391dc5 req-d400181e-f2fd-48aa-aee2-d2f198c8576d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0540960 Sep 14 14:49:17.625296 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b357ed03-2882-434e-aae6-c080f9391dc5 req-add5df80-77c9-411c-99d3-9f63722061cb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Sep 14 14:49:17.681527 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:49:17.686122 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:17.695081 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:49:17.704931 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:17.705539 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:17.720682 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-04af2bc6-b342-44a5-bba8-71ff6ed29355 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "PUT /v2.0/floatingips/656bd9bc-a5a7-48ae-a935-1fad63e27c06 HTTP/1.1" status: 200 len: 990 time: 1.9514420 Sep 14 14:49:17.818910 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-6726bbb5-da88-47bb-acd6-e6008eadfc48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15bfc11f-892a-42dd-bcff-4262c1e30088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256720 Sep 14 14:49:17.839355 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:17.955688 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-8d9357c5-8855-4026-bce4-8bcf28512f32 service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145089 Sep 14 14:49:17.982790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d992d-1f5a-49a7-ad25-d01c9353686d req-2241253b-9e45-4cb0-9312-92195e56b398 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:17.984354 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b29d992d-1f5a-49a7-ad25-d01c9353686d req-2241253b-9e45-4cb0-9312-92195e56b398 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0913537 Sep 14 14:49:18.004510 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-19727197-4190-4a62-9ee4-93067a4dcc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.006021 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-19727197-4190-4a62-9ee4-93067a4dcc51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1098 time: 0.0761304 Sep 14 14:49:18.076854 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b29d992d-1f5a-49a7-ad25-d01c9353686d req-512a7fa5-e1d5-4ead-a40f-10aba129ef0f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829573 Sep 14 14:49:18.080006 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98098372-2796-446a-a676-8dec4dba8b37 req-3a3be29c-f897-4a62-9ee0-9f5293dcab5a service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163282 Sep 14 14:49:18.180288 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-89f2ac01-7fea-43e6-8cb3-88ffd64e1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.182770 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-89f2ac01-7fea-43e6-8cb3-88ffd64e1d5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.1655509 Sep 14 14:49:18.189440 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '656bd9bc-a5a7-48ae-a935-1fad63e27c06', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:47Z', 'updated_at': '2021-09-14T14:49:16Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:18.211847 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-9717a971-eca5-4069-bf87-ee5f186a9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.213825 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-9717a971-eca5-4069-bf87-ee5f186a9c38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0482254 Sep 14 14:49:18.223597 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:49:18.233361 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:18.233976 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:48:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:18.243051 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-a61a0270-4a8a-4d12-8b46-c9fc166300c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 200 len: 217 time: 0.0416033 Sep 14 14:49:18.331860 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-f561ecd6-5f02-403e-9d24-25388df01c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.333973 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-f561ecd6-5f02-403e-9d24-25388df01c69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0692515 Sep 14 14:49:18.388601 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-1164f839-bbcc-41e5-9c88-1d554e8978e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461514 Sep 14 14:49:18.398402 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-89abbee1-78e9-4244-9ada-b2913f04b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.400299 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-89abbee1-78e9-4244-9ada-b2913f04b90c service neutron] 10.222.0.64 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 910 time: 0.1737397 Sep 14 14:49:18.463061 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-5c788d56-a4bc-408d-8fe6-90bb05b123f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8 HTTP/1.1" status: 200 len: 217 time: 0.0498507 Sep 14 14:49:18.477292 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:18.524241 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-9d5e0d73-2c06-425d-a5b8-af06f2db4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.526187 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-9d5e0d73-2c06-425d-a5b8-af06f2db4fcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cfe23c-c92c-428a-b7e2-276825d55df8 HTTP/1.1" status: 200 len: 849 time: 0.0548384 Sep 14 14:49:18.575644 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-184eccf9-6b6a-4305-90ae-6b2d0d0c65a5 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774690 Sep 14 14:49:18.576303 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-7fe96e91-2cd1-4270-af80-97811785280d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15bfc11f-892a-42dd-bcff-4262c1e30088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368745 Sep 14 14:49:18.733388 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-bcad0fcc-a220-41b6-8b9d-715803402add service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242201 Sep 14 14:49:18.735399 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69feaba0-e3e1-4978-bef4-bd70a5832005 req-d1cbc3d1-5ce8-4290-b7aa-3e6308b519af tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.737072 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-69feaba0-e3e1-4978-bef4-bd70a5832005 req-d1cbc3d1-5ce8-4290-b7aa-3e6308b519af tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.2052705 Sep 14 14:49:18.761981 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '656bd9bc-a5a7-48ae-a935-1fad63e27c06', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:47Z', 'updated_at': '2021-09-14T14:49:16Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:18.764623 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e4c65-ffc3-4498-a9f4-1f70f18b55a9 req-88e2961f-fddc-45bd-9742-438e6b92f867 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:18.766154 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-415e4c65-ffc3-4498-a9f4-1f70f18b55a9 req-88e2961f-fddc-45bd-9742-438e6b92f867 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.1356611 Sep 14 14:49:18.793108 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacf1e6-469d-4e6a-87fe-989c081e9906 None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '656bd9bc-a5a7-48ae-a935-1fad63e27c06', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:47Z', 'updated_at': '2021-09-14T14:49:16Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:49:18.821526 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eaca1300-703d-4c8f-be86-d8ed7dd42012 req-b94c0932-f1b2-4df1-9f51-204e272686e3 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064068 Sep 14 14:49:18.825355 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-69feaba0-e3e1-4978-bef4-bd70a5832005 req-e9dfde5d-f6a6-4431-bc2f-98be86c0e434 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782919 Sep 14 14:49:18.850401 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-776107eb-661e-40fe-ba5e-bcdddefb9977 req-1ca8dc3c-665e-4634-9d56-ccc68d44e112 service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985475 Sep 14 14:49:18.852538 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-415e4c65-ffc3-4498-a9f4-1f70f18b55a9 req-510d2f19-0d2c-4fcf-9308-bc0dd4b71cf4 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Sep 14 14:49:19.013734 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74becb95-2583-49d8-933c-f8889095bc58 None None] New status for floating IP 656bd9bc-a5a7-48ae-a935-1fad63e27c06: ACTIVE {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:49:19.200523 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ffba8-08b8-4846-8c44-86f80f0f38bb req-dcb899e3-9c81-4a2e-8bd2-348d56a81da6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:19.202127 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d11ffba8-08b8-4846-8c44-86f80f0f38bb req-dcb899e3-9c81-4a2e-8bd2-348d56a81da6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0524952 Sep 14 14:49:19.245144 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d11ffba8-08b8-4846-8c44-86f80f0f38bb req-40e49fdd-7a3d-4b8d-bc5b-2cc2a7f75090 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367453 Sep 14 14:49:19.502439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:19.506219 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e1031-59ec-4417-801e-da93647a2be7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:19.544809 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b39689-65d6-4d05-b1c0-c8f26750eed3 x-openstack-request-id: req-50b39689-65d6-4d05-b1c0-c8f26750eed3 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:19.545102 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:19.545350 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50b39689-65d6-4d05-b1c0-c8f26750eed3 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:19.545880 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'status': 'completed', 'code': 200} Sep 14 14:49:19.954440 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fbab1-6123-40e2-9df7-8cbb2d3d508c req-b0275d92-b1fe-41ae-959d-50b8fcafc3e9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:19.955979 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-371fbab1-6123-40e2-9df7-8cbb2d3d508c req-b0275d92-b1fe-41ae-959d-50b8fcafc3e9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0538633 Sep 14 14:49:20.047515 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-371fbab1-6123-40e2-9df7-8cbb2d3d508c req-cfb7ee98-9e5c-4dfd-a328-b24ab7d9074d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750022 Sep 14 14:49:20.194973 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e97-b9f5-49e9-bcba-5ae3d3d8600e req-aab6d86e-47ce-431f-bad7-eb3476154beb tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:20.196633 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-89130e97-b9f5-49e9-bcba-5ae3d3d8600e req-aab6d86e-47ce-431f-bad7-eb3476154beb tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0505881 Sep 14 14:49:20.236505 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-89130e97-b9f5-49e9-bcba-5ae3d3d8600e req-2ab1716f-463f-40e3-a09a-9c953bf1207d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Sep 14 14:49:20.364878 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a869ec2-65bb-4262-811b-fbc1a96b39a9 req-6cf8cf9d-3c46-46c8-8da7-9d45652539fa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:20.366399 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a869ec2-65bb-4262-811b-fbc1a96b39a9 req-6cf8cf9d-3c46-46c8-8da7-9d45652539fa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Sep 14 14:49:20.405117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a869ec2-65bb-4262-811b-fbc1a96b39a9 req-6f853626-7ade-4189-9053-e6b134073657 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Sep 14 14:49:21.178606 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120f37a-736a-444e-9125-d696af69b280 req-87c4edf2-6524-4752-a800-42cede1da8fb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:21.180166 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c120f37a-736a-444e-9125-d696af69b280 req-87c4edf2-6524-4752-a800-42cede1da8fb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0523920 Sep 14 14:49:21.222783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c120f37a-736a-444e-9125-d696af69b280 req-ab0d860d-b2a0-4842-adcd-7f663c503fe3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354998 Sep 14 14:49:21.367240 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715cdcf-a1c7-4677-8f6f-3c060324b791 req-55d10964-08d2-4b82-b767-6492188fb607 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:21.368764 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f715cdcf-a1c7-4677-8f6f-3c060324b791 req-55d10964-08d2-4b82-b767-6492188fb607 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0586243 Sep 14 14:49:21.412453 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f715cdcf-a1c7-4677-8f6f-3c060324b791 req-7b844812-3e15-4418-b36f-6edd9514220f tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Sep 14 14:49:21.533882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88db91-c28b-404f-baa1-6f35ea96742d req-9ad954f6-eca5-4bef-bf69-4c8691d39a1b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:21.535453 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fe88db91-c28b-404f-baa1-6f35ea96742d req-9ad954f6-eca5-4bef-bf69-4c8691d39a1b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0563691 Sep 14 14:49:21.574603 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fe88db91-c28b-404f-baa1-6f35ea96742d req-e8f630ab-e535-40a7-97bf-266097fb6b36 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331495 Sep 14 14:49:21.634907 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-bede4ab0-4275-429b-8566-f4f0b0a4fbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:22.055185 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-55b7f8b3-3e6d-4dc2-9577-193336deb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.056800 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-55b7f8b3-3e6d-4dc2-9577-193336deb60c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1098 time: 0.0433478 Sep 14 14:49:22.181438 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-a473a491-f7bc-4123-9ff0-734f4d123f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.182955 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-a473a491-f7bc-4123-9ff0-734f4d123f3d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0876243 Sep 14 14:49:22.299546 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-344d0593-05f7-44c8-a55d-61c88a02165d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 1000 time: 0.1028452 Sep 14 14:49:22.342430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46763324-91bb-4589-a53d-f0f0d8e111ab req-0082197f-ba18-4506-9d05-4e6fb4630a2e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.343905 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46763324-91bb-4589-a53d-f0f0d8e111ab req-0082197f-ba18-4506-9d05-4e6fb4630a2e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0478840 Sep 14 14:49:22.353221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-8e17e3f0-164c-4193-a057-c39b9be59528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.354689 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-8e17e3f0-164c-4193-a057-c39b9be59528 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0449388 Sep 14 14:49:22.389598 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46763324-91bb-4589-a53d-f0f0d8e111ab req-520f74e3-efd7-4605-ac8c-b8ca4f52baab tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388849 Sep 14 14:49:22.409679 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-caebe8eb-ff3a-4131-81ab-3158f3ab9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.411179 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-caebe8eb-ff3a-4131-81ab-3158f3ab9b7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440309 Sep 14 14:49:22.526637 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-2f27dd1f-de01-4706-a9b9-c6e55b1b0adc service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885174 Sep 14 14:49:22.536857 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db376765-de8e-4fc7-8294-11e273151d5f req-91c2b743-3863-4a53-850e-c28a46dd5c4a tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.538465 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-db376765-de8e-4fc7-8294-11e273151d5f req-91c2b743-3863-4a53-850e-c28a46dd5c4a tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0522549 Sep 14 14:49:22.584750 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-db376765-de8e-4fc7-8294-11e273151d5f req-ea161fa8-7d7b-4371-a375-257da1b1971f tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395200 Sep 14 14:49:22.651551 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ae2e1031-59ec-4417-801e-da93647a2be7 req-c79e951a-66ca-4985-a589-9dee1c221335 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925295 Sep 14 14:49:22.703434 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00c4a0-4c9f-4ee3-bd06-185f0d2ff2ea req-028802a9-c017-4758-bf65-77ea9aaab800 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:22.704915 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df00c4a0-4c9f-4ee3-bd06-185f0d2ff2ea req-028802a9-c017-4758-bf65-77ea9aaab800 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0545316 Sep 14 14:49:22.745401 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df00c4a0-4c9f-4ee3-bd06-185f0d2ff2ea req-598837c4-bcfa-4069-b15b-28964826a021 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Sep 14 14:49:23.502887 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b555c8-9a0c-4c01-9614-7e9672a0f7d7 req-097760e2-43d6-4657-848d-f2cd8db1d50b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:23.504800 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4b555c8-9a0c-4c01-9614-7e9672a0f7d7 req-097760e2-43d6-4657-848d-f2cd8db1d50b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0484948 Sep 14 14:49:23.550346 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4b555c8-9a0c-4c01-9614-7e9672a0f7d7 req-919d0145-a89a-4526-98b5-c5115a699748 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387120 Sep 14 14:49:23.702938 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a90000-9907-4522-9e76-0c7c93d9dfa0 req-3d3343e4-4965-4d29-86aa-81f0ae9f7f74 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:23.704674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f1a90000-9907-4522-9e76-0c7c93d9dfa0 req-3d3343e4-4965-4d29-86aa-81f0ae9f7f74 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0844955 Sep 14 14:49:23.715699 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 52954) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:23.720514 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'floatingip': {'port_id': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:23.727644 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716a593-3dde-4cfd-92c5-3d82802efbe3 req-67acd911-589e-479e-8cbf-de6604730a9d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:23.729159 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d716a593-3dde-4cfd-92c5-3d82802efbe3 req-67acd911-589e-479e-8cbf-de6604730a9d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0666988 Sep 14 14:49:23.760449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:23.769468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d716a593-3dde-4cfd-92c5-3d82802efbe3 req-27e0adcb-ef07-41f7-a580-c9376284d9ec tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Sep 14 14:49:23.863133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759012-1bfe-41ab-9914-ae1d75695a2b req-f72fd4de-0700-4ad1-bdbe-a1818567ed6e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:23.864634 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef759012-1bfe-41ab-9914-ae1d75695a2b req-f72fd4de-0700-4ad1-bdbe-a1818567ed6e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0498867 Sep 14 14:49:23.910003 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef759012-1bfe-41ab-9914-ae1d75695a2b req-6197e23f-05c6-4ea8-b6c5-83610caa9537 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Sep 14 14:49:24.184343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-cdbbfeb0-448d-4380-a823-4d924cffd0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.340801 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.397232 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.db.resource_extend [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 14:49:24.439545 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 84da62cd-1017-4c6c-b667-cc44c24f36a8 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:24.448333 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.453673 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.540914 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:24.552698 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '84da62cd-1017-4c6c-b667-cc44c24f36a8', 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088', 'port_id': '84da62cd-1017-4c6c-b667-cc44c24f36a8', 'mac_address': 'fa:16:3e:cf:41:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cfe23c-c92c-428a-b7e2-276825d55df8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:24.558529 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Floating IP 8a7958a9-d920-4baf-a9ae-b8f54991803e associated. External IP: 172.27.1.211, port: abd389c7-d5fd-419c-a5d7-1b725e2ec525. Sep 14 14:49:24.590687 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.605207 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84da62cd-1017-4c6c-b667-cc44c24f36a8 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:24.631401 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:24.635749 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.687508 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:24.791932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:49:24.910989 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d3ef-8f0e-47a0-b816-3d76164495e6 req-212d8b1f-10fb-45bd-b363-e567531e4685 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:24.912428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5d4d3ef-8f0e-47a0-b816-3d76164495e6 req-212d8b1f-10fb-45bd-b363-e567531e4685 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 945 time: 0.0527430 Sep 14 14:49:24.934636 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:49:24.940059 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:24.945523 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:49:24.955429 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:24.956141 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:24.964739 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5d4d3ef-8f0e-47a0-b816-3d76164495e6 req-8ce8626f-2fd1-44cc-ba26-fc96b2b58c80 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Sep 14 14:49:24.970812 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-150bc254-e79a-4fc4-92c2-d2bcf0447d84 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "PUT /v2.0/floatingips/8a7958a9-d920-4baf-a9ae-b8f54991803e HTTP/1.1" status: 200 len: 992 time: 1.2537987 Sep 14 14:49:24.971555 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:24.975110 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:25.029657 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['84da62cd-1017-4c6c-b667-cc44c24f36a8'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:25.062247 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499bf30-5418-4a88-b192-137355b4082d req-809ff627-bc18-46c1-9b0e-55e68ff91f53 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.071633 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2499bf30-5418-4a88-b192-137355b4082d req-809ff627-bc18-46c1-9b0e-55e68ff91f53 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0519772 Sep 14 14:49:25.101468 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:25.137610 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2499bf30-5418-4a88-b192-137355b4082d req-40a818dd-590b-4f88-b45b-4c23820db1d2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594497 Sep 14 14:49:25.137818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6942dfda-87a1-46c1-ad39-3f47014c2b39 x-openstack-request-id: req-6942dfda-87a1-46c1-ad39-3f47014c2b39 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:25.138205 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:25.138545 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6942dfda-87a1-46c1-ad39-3f47014c2b39 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:25.139054 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'status': 'completed', 'code': 200} Sep 14 14:49:25.204481 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-e63e050e-1421-4537-b571-eae482d7ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.207241 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-e63e050e-1421-4537-b571-eae482d7ff52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1099 time: 0.0449059 Sep 14 14:49:25.339139 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-036a7f52-6d1e-455b-8b85-dfdbc8225368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.341040 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-036a7f52-6d1e-455b-8b85-dfdbc8225368 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.1084368 Sep 14 14:49:25.381814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:25.406334 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '8a7958a9-d920-4baf-a9ae-b8f54991803e', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:f2:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f45acc-966e-4044-8489-5195c5e52275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:56Z', 'updated_at': '2021-09-14T14:49:24Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:25.434401 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-fbd4dbe4-7e89-4079-a3f2-f7c16bf3a923 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 1000 time: 0.0738900 Sep 14 14:49:25.442025 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:49:25.457439 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:25.458104 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:25.507615 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-f5854616-cc4c-4ce1-8f98-2880e0978ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.510072 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-f5854616-cc4c-4ce1-8f98-2880e0978ea6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0635769 Sep 14 14:49:25.581414 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-037fe46c-47ba-48a1-abc9-5f77673cf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.583706 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-037fe46c-47ba-48a1-abc9-5f77673cf303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0630438 Sep 14 14:49:25.591448 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:25.709529 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-bb49dd17-49e0-402d-810e-3c739e092ffb service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166964 Sep 14 14:49:25.805700 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d5713-2306-4a29-8d48-5ea8f7762282 req-0ec06c6a-79b6-4759-8bd9-2047cf88df7e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:25.807967 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-905d5713-2306-4a29-8d48-5ea8f7762282 req-0ec06c6a-79b6-4759-8bd9-2047cf88df7e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0539255 Sep 14 14:49:25.847061 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-59aa2b8e-2ec3-4405-9728-b88a9c662dcd req-0c64ad49-7e5d-44ff-b96c-59eb89c0e285 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167827 Sep 14 14:49:25.858174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-905d5713-2306-4a29-8d48-5ea8f7762282 req-e37ad19d-760b-4848-9a6e-042eaec194ef tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Sep 14 14:49:25.901107 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '8a7958a9-d920-4baf-a9ae-b8f54991803e', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:f2:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f45acc-966e-4044-8489-5195c5e52275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:56Z', 'updated_at': '2021-09-14T14:49:24Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:25.929337 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9d97d-0cb5-487d-9453-a7a31f912dfa None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '8a7958a9-d920-4baf-a9ae-b8f54991803e', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:f2:be:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f45acc-966e-4044-8489-5195c5e52275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:48:56Z', 'updated_at': '2021-09-14T14:49:24Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:49:26.046777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53050) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:26.094392 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874ec9-cb69-4d89-a4e4-fad8519fa64e req-5ae1d0fd-60af-4606-ae05-479f52f92574 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:26.102633 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45874ec9-cb69-4d89-a4e4-fad8519fa64e req-5ae1d0fd-60af-4606-ae05-479f52f92574 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 945 time: 0.0612767 Sep 14 14:49:26.147556 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45874ec9-cb69-4d89-a4e4-fad8519fa64e req-a00b2fe3-f8de-45e4-9ed3-78fb2cf79e7e tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Sep 14 14:49:26.206953 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e46f93-e2e2-466e-94a8-99b038cb8559 None None] New status for floating IP 8a7958a9-d920-4baf-a9ae-b8f54991803e: ACTIVE {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:49:26.221683 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-852bcf32-155f-4428-8e42-ba4e88a52ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.292561 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08cfb-5e9f-4a83-8b8d-14c79ce5ab95 req-52758ae7-1772-40e7-8e32-33da44076995 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:26.294880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bab08cfb-5e9f-4a83-8b8d-14c79ce5ab95 req-52758ae7-1772-40e7-8e32-33da44076995 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0570769 Sep 14 14:49:26.332417 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-852bcf32-155f-4428-8e42-ba4e88a52ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.337400 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-852bcf32-155f-4428-8e42-ba4e88a52ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.352146 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bab08cfb-5e9f-4a83-8b8d-14c79ce5ab95 req-8f724396-ed1a-40a4-a695-4e2571309e60 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Sep 14 14:49:26.380386 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-852bcf32-155f-4428-8e42-ba4e88a52ca2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7412abbb0bfd421ebc710070172579e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324637 Sep 14 14:49:26.383109 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bcf32-155f-4428-8e42-ba4e88a52ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e533300e-bb22-4cbe-b9eb-9e662c307f03,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:26.385518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53064) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:26.440398 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.440582 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 84da62cd-1017-4c6c-b667-cc44c24f36a8 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:26.463523 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.489390 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 84da62cd-1017-4c6c-b667-cc44c24f36a8 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:26.493035 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 84da62cd-1017-4c6c-b667-cc44c24f36a8 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:26.493415 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.516495 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.519165 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.520367 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e533300e-bb22-4cbe-b9eb-9e662c307f03 HTTP/1.1" status: 204 len: 168 time: 0.1338527 Sep 14 14:49:26.530258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77d32d-535e-410c-9437-013c2331593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e533300e-bb22-4cbe-b9eb-9e662c307f03,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:26.584748 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.612969 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:26.615064 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51126466-4e4a-487e-b1bd-7db2f9ae6493" -d '{"events": [{"server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "name": "network-vif-plugged", "status": "completed", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:26.628681 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:26.634579 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.659278 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6088720c-d720-41e8-b7ad-95a12f074202 x-openstack-request-id: req-6088720c-d720-41e8-b7ad-95a12f074202 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:26.659593 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "name": "network-vif-plugged", "status": "completed", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:26.659847 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6088720c-d720-41e8-b7ad-95a12f074202 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:26.660263 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8', 'code': 200} Sep 14 14:49:26.687590 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:26.826383 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53074) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:26.848056 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3521c89e-ac6e-4317-b9ff-764a141155ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:26.899468 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d5520-8102-4a2f-8ddc-0e18ed365aa5 req-1bd8b47c-bb3f-462d-8eeb-4668a4232b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:26.900994 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-960d5520-8102-4a2f-8ddc-0e18ed365aa5 req-1bd8b47c-bb3f-462d-8eeb-4668a4232b7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 1099 time: 0.0617998 Sep 14 14:49:26.968856 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-960d5520-8102-4a2f-8ddc-0e18ed365aa5 req-5d93803d-fbda-4077-90da-a80300a3f18f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Sep 14 14:49:26.981663 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151e564-2034-47f4-9bb7-0ff96bbd1335 req-9f5c0e93-2b55-42ec-8107-d64cf7a87111 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:26.983237 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0151e564-2034-47f4-9bb7-0ff96bbd1335 req-9f5c0e93-2b55-42ec-8107-d64cf7a87111 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0499818 Sep 14 14:49:27.008627 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3521c89e-ac6e-4317-b9ff-764a141155ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.009866 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.013833 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3521c89e-ac6e-4317-b9ff-764a141155ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.023780 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0151e564-2034-47f4-9bb7-0ff96bbd1335 req-d24f05a5-a99c-485f-b09e-fbd25d43dee4 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Sep 14 14:49:27.054372 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3521c89e-ac6e-4317-b9ff-764a141155ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d6198a17356404ab0ffe81f83c930c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269282 Sep 14 14:49:27.055356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c89e-ac6e-4317-b9ff-764a141155ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8d1b30-2ae6-4c1e-a075-af7a4ef0372b,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:27.057108 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53078) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:27.111915 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.134301 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.197485 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.200327 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:27.203933 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec8d1b30-2ae6-4c1e-a075-af7a4ef0372b HTTP/1.1" status: 204 len: 168 time: 0.1437430 Sep 14 14:49:27.211255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907856f-4a81-4a7d-a268-bdce2c822038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8d1b30-2ae6-4c1e-a075-af7a4ef0372b,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:27.287719 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20f339-9e20-4402-be09-7921b562faae req-e6d28964-bac4-4091-a19c-077194fc1d51 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:27.289450 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7d20f339-9e20-4402-be09-7921b562faae req-e6d28964-bac4-4091-a19c-077194fc1d51 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0581582 Sep 14 14:49:27.333540 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7d20f339-9e20-4402-be09-7921b562faae req-093c18de-dac5-47fb-b5b0-e037ca81e425 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Sep 14 14:49:27.472640 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cfe47-1e6f-4629-9138-69ab18cb8c64 req-4d6688d7-46f9-4567-8cc9-a0dc6f6a5e77 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:27.474275 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad0cfe47-1e6f-4629-9138-69ab18cb8c64 req-4d6688d7-46f9-4567-8cc9-a0dc6f6a5e77 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0638547 Sep 14 14:49:27.532236 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad0cfe47-1e6f-4629-9138-69ab18cb8c64 req-accb2cb8-72da-461b-9638-edda8ad8712f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399239 Sep 14 14:49:28.172465 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b42f-7221-4550-89ce-8d707d26ea50 req-219fedc9-5eaf-4cbe-bcdc-031eebbe6c2e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:28.174255 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9c5b42f-7221-4550-89ce-8d707d26ea50 req-219fedc9-5eaf-4cbe-bcdc-031eebbe6c2e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0637856 Sep 14 14:49:28.223059 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9c5b42f-7221-4550-89ce-8d707d26ea50 req-8a7fc304-f359-4dd3-92f9-c081eafc6478 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Sep 14 14:49:28.474087 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefa04c-071f-423a-b249-f559b87e1958 req-84be3f12-df55-456f-930a-e89df513a9a9 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:28.475642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3fefa04c-071f-423a-b249-f559b87e1958 req-84be3f12-df55-456f-930a-e89df513a9a9 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0582252 Sep 14 14:49:28.522207 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3fefa04c-071f-423a-b249-f559b87e1958 req-c47450ac-fc24-4e68-8ef0-c324c70d7d66 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Sep 14 14:49:28.655694 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b45b6c-d1b4-42f1-9578-4052e1b686d2 req-a29c9f59-b0bc-4d83-96ea-d163a15fe591 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:28.657368 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a1b45b6c-d1b4-42f1-9578-4052e1b686d2 req-a29c9f59-b0bc-4d83-96ea-d163a15fe591 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0560579 Sep 14 14:49:28.706584 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a1b45b6c-d1b4-42f1-9578-4052e1b686d2 req-8aaaadd5-a0a0-4d25-8b22-a1076adfa18d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Sep 14 14:49:29.170876 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-62c85fb8-79f7-420c-9562-01dd2ac1a475 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:29.173754 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-62c85fb8-79f7-420c-9562-01dd2ac1a475 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.1549022 Sep 14 14:49:29.326256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Deleting port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:49:29.326609 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.336814 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53194) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:29.382935 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32747-7ba8-4154-a8e9-238f946ffd4b req-054dfe26-9283-40de-b6b0-335ede30737e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:29.392610 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07f32747-7ba8-4154-a8e9-238f946ffd4b req-054dfe26-9283-40de-b6b0-335ede30737e tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 946 time: 0.0868957 Sep 14 14:49:29.433496 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07f32747-7ba8-4154-a8e9-238f946ffd4b req-3dc56de4-98f4-4653-91a5-c07a837ed603 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/security-groups?id=643cae22-2f37-4d17-89f3-389d618a6741&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Sep 14 14:49:29.450799 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] For port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,segment=NetworkSegment(ad43cee7-cfb5-42c7-99d2-849cd53a77ec),segment_id=ad43cee7-cfb5-42c7-99d2-849cd53a77ec)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:29.451458 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.470100 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Calling delete_port for f04e8f73-f4bf-461e-8fdb-754b0bd39fdb owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:49:29.549125 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b629ff4-9c2f-4a9f-9196-10347bf8b35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.650421 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d255-16ee-4927-9f6e-0d8ed3d6780a req-daa4af62-7508-4690-9265-760667a972a2 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:29.652477 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4974d255-16ee-4927-9f6e-0d8ed3d6780a req-daa4af62-7508-4690-9265-760667a972a2 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0534070 Sep 14 14:49:29.694176 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.694459 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4974d255-16ee-4927-9f6e-0d8ed3d6780a req-94d3e857-e65e-44a8-94fc-b20a8109ae26 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356462 Sep 14 14:49:29.712221 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['f04e8f73-f4bf-461e-8fdb-754b0bd39fdb'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:29.748952 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Pushing event deleted for resources: {'Port': ['ID=f04e8f73-f4bf-461e-8fdb-754b0bd39fdb,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:29.767973 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b629ff4-9c2f-4a9f-9196-10347bf8b35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.807723 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b629ff4-9c2f-4a9f-9196-10347bf8b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.827101 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.827365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.827700 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.828071 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.828374 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.828714 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.829035 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.829341 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.829657 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.829982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.830331 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.830645 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:29.849104 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1acbe-0ddf-48d0-a3c4-a18612b045ce req-5b39dc62-2b54-45e1-ac67-5a12d8e2fd1f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:29.850789 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fe1acbe-0ddf-48d0-a3c4-a18612b045ce req-5b39dc62-2b54-45e1-ac67-5a12d8e2fd1f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0587261 Sep 14 14:49:29.880703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] No DVR routers for this DVR port f04e8f73-f4bf-461e-8fdb-754b0bd39fdb on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:49:29.888985 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b629ff4-9c2f-4a9f-9196-10347bf8b35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febd21b9-9fea-40a2-bda9-2c5a53e61c60,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:29.891947 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.894002 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-935cd6c0-36a3-4c21-8a9a-2e54c043cb1b req-71ecacb1-a027-445f-a0fb-343ae0b8e638 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.64 "DELETE /v2.0/ports/f04e8f73-f4bf-461e-8fdb-754b0bd39fdb HTTP/1.1" status: 204 len: 173 time: 0.7126641 Sep 14 14:49:29.894434 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'name': 'network-vif-deleted', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:29.896710 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a504b94-7565-41c6-9270-e43aefa778aa" -d '{"events": [{"server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "name": "network-vif-deleted", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:29.905980 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3b629ff4-9c2f-4a9f-9196-10347bf8b35b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8bc0ca82cd3406f9792e702543444a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528693 Sep 14 14:49:29.906255 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53214) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:29.912900 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fe1acbe-0ddf-48d0-a3c4-a18612b045ce req-edf76ec1-3caf-4987-92af-3427ed3dfff0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542395 Sep 14 14:49:29.963831 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:29.987555 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e5922-c663-4da6-8bce-b584d4059ef7 x-openstack-request-id: req-644e5922-c663-4da6-8bce-b584d4059ef7 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:29.987926 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb0bba0-9d22-40fa-8653-6e46fb57395a", "name": "network-vif-deleted", "tag": "f04e8f73-f4bf-461e-8fdb-754b0bd39fdb", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:29.988249 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-644e5922-c663-4da6-8bce-b584d4059ef7 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:29.988719 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb0bba0-9d22-40fa-8653-6e46fb57395a', 'name': 'network-vif-deleted', 'tag': 'f04e8f73-f4bf-461e-8fdb-754b0bd39fdb', 'status': 'completed', 'code': 200} Sep 14 14:49:29.990609 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.048192 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.050875 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.052136 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/febd21b9-9fea-40a2-bda9-2c5a53e61c60 HTTP/1.1" status: 204 len: 168 time: 0.1449199 Sep 14 14:49:30.062183 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b664d4f-30af-465e-aad3-29f4407eebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd21b9-9fea-40a2-bda9-2c5a53e61c60,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:30.341216 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53226) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:30.354387 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b5aed68-bd39-43bd-9e69-4d182a925a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.463651 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b5aed68-bd39-43bd-9e69-4d182a925a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.469977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b5aed68-bd39-43bd-9e69-4d182a925a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.508323 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53236) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:30.521294 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0b5aed68-bd39-43bd-9e69-4d182a925a77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=385d6061ea3f44a29ca9b25b987a4194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758041 Sep 14 14:49:30.545727 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aed68-bd39-43bd-9e69-4d182a925a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05cf37-17ab-4b9d-a840-422592fbc34e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:30.605682 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-22621209-10ac-4b65-9014-91c8c5f63659 req-1414463d-5dc3-460c-9f2f-26061b5560b7 tempest-DeleteServersTestJSON-1277577697 tempest-DeleteServersTestJSON-1277577697-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfb0bba0-9d22-40fa-8653-6e46fb57395a HTTP/1.1" status: 200 len: 210 time: 0.0593066 Sep 14 14:49:30.643228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.669097 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.754021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaeb558-7230-40e1-a434-7f7dfcb93a60 req-48e3e982-a574-4f81-82fa-442b8fdb3d2a tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:30.755554 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0aaeb558-7230-40e1-a434-7f7dfcb93a60 req-48e3e982-a574-4f81-82fa-442b8fdb3d2a tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0667040 Sep 14 14:49:30.771829 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.774497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:30.775883 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef05cf37-17ab-4b9d-a840-422592fbc34e HTTP/1.1" status: 204 len: 168 time: 0.2662747 Sep 14 14:49:30.792934 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05cf37-17ab-4b9d-a840-422592fbc34e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:30.809835 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.810178 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.810514 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.810849 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.811170 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.811651 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.812157 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.812632 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.812990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.813336 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.813650 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.813965 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72d9701-25db-4690-9dc1-886c090a5e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:30.841143 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0aaeb558-7230-40e1-a434-7f7dfcb93a60 req-78d13052-646b-4a29-9b75-e2a1b0e85c6b tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779788 Sep 14 14:49:31.066140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250f0bd-597c-4186-bd55-01ab6b0aeb84 req-b043eed5-2b65-4a54-9596-41fb0a7c8bea tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:31.067876 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e250f0bd-597c-4186-bd55-01ab6b0aeb84 req-b043eed5-2b65-4a54-9596-41fb0a7c8bea tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0615804 Sep 14 14:49:31.127696 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e250f0bd-597c-4186-bd55-01ab6b0aeb84 req-9c9ba62b-90d5-409c-b1f6-04ccb8b5d8b0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Sep 14 14:49:32.033682 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff4139-f656-4195-a7c1-b8e411253539 req-fa84db8a-b30d-4e18-912a-301b722b3494 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:32.043980 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-16ff4139-f656-4195-a7c1-b8e411253539 req-fa84db8a-b30d-4e18-912a-301b722b3494 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.1050613 Sep 14 14:49:32.138878 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-16ff4139-f656-4195-a7c1-b8e411253539 req-3e688c82-3e8d-4a2a-9ba8-46e5ea4daf8d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931566 Sep 14 14:49:32.235738 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-99290db9-fcf6-42fb-b981-ed579b6a5664 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:32.237314 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-99290db9-fcf6-42fb-b981-ed579b6a5664 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.1899235 Sep 14 14:49:32.255764 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-21d789c3-6fde-4812-81cf-a95fb0946173 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/quotas/1d81898bcbd5424cbbda8d334cb3054c HTTP/1.1" status: 200 len: 375 time: 0.0118532 Sep 14 14:49:32.363649 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-1ca79641-475f-4467-9f94-d080d8881cea tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982842 Sep 14 14:49:32.399725 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82398c9-450c-47e8-b426-cdfd19ed57fc req-732cc52f-6d5d-43ee-9afb-bf1fdb9fd367 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:32.401429 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c82398c9-450c-47e8-b426-cdfd19ed57fc req-732cc52f-6d5d-43ee-9afb-bf1fdb9fd367 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0875731 Sep 14 14:49:32.460063 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device f04e8f73-f4bf-461e-8fdb-754b0bd39fdb no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:49:32.481909 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: f04e8f73-f4bf-461e-8fdb-754b0bd39fdb {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:49:32.482510 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device f04e8f73-f4bf-461e-8fdb-754b0bd39fdb not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:49:32.491032 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c82398c9-450c-47e8-b426-cdfd19ed57fc req-2cd25f2c-4d1c-40d9-bbf1-3e29b6185e75 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784695 Sep 14 14:49:32.511897 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-91148654-bb32-4e5e-8c29-911c91151aa2 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429229 Sep 14 14:49:32.616327 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-8f76c0d6-75b5-41b3-96fb-6c2a7436093b service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978768 Sep 14 14:49:32.803087 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-11bc2fb9-890d-4751-89dc-2951819c4d78 req-fb5b5aa5-e017-49a9-93a0-c56ab3cfece1 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 210 time: 0.0276608 Sep 14 14:49:33.016519 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879574e-57c8-491a-959b-dae100173e04 req-04df06cc-9041-487e-aa08-5a69f24c173c tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:33.018100 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-2879574e-57c8-491a-959b-dae100173e04 req-04df06cc-9041-487e-aa08-5a69f24c173c tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0509691 Sep 14 14:49:33.116281 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Deleting port 84da62cd-1017-4c6c-b667-cc44c24f36a8 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:49:33.116641 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.213458 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] For port 84da62cd-1017-4c6c-b667-cc44c24f36a8, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=84da62cd-1017-4c6c-b667-cc44c24f36a8,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:33.213818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.231037 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Calling delete_port for 84da62cd-1017-4c6c-b667-cc44c24f36a8 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:49:33.248545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53366) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:33.302191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd443c-2679-4c9d-b30a-79b82546ccb4 req-1a4cdb0e-0cf8-4f09-9a27-922e0ba94478 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:33.303729 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61bd443c-2679-4c9d-b30a-79b82546ccb4 req-1a4cdb0e-0cf8-4f09-9a27-922e0ba94478 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 946 time: 0.0948639 Sep 14 14:49:33.311675 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Deleting subnet 91335207-d433-4d36-8088-90857b4566da {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:49:33.320396 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.384191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.398670 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61bd443c-2679-4c9d-b30a-79b82546ccb4 req-41767da0-3b27-4aeb-8e47-6c82fcba7238 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Sep 14 14:49:33.400149 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.419795 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.439021 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['84da62cd-1017-4c6c-b667-cc44c24f36a8'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:33.454429 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Pushing event deleted for resources: {'Port': ['ID=84da62cd-1017-4c6c-b667-cc44c24f36a8,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:33.485948 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.504196 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] No DVR routers for this DVR port 84da62cd-1017-4c6c-b667-cc44c24f36a8 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:49:33.507491 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.509696 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-2879574e-57c8-491a-959b-dae100173e04 req-cd5da475-38de-484c-82d9-11f316d54cdf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "DELETE /v2.0/ports/84da62cd-1017-4c6c-b667-cc44c24f36a8 HTTP/1.1" status: 204 len: 173 time: 0.4837615 Sep 14 14:49:33.510141 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'name': 'network-vif-deleted', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:33.513684 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c14e1e9-a7d8-4266-a99c-6543f5562648" -d '{"events": [{"server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "name": "network-vif-deleted", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:33.518146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91335207-d433-4d36-8088-90857b4566da,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:33.524126 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.528328 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-c440a1fc-9b46-41b3-b65f-70c5407c4409 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/91335207-d433-4d36-8088-90857b4566da HTTP/1.1" status: 204 len: 168 time: 0.2770512 Sep 14 14:49:33.528646 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53382) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:33.577721 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84083f0d-e661-44ee-9cca-ac4dcea2d319 x-openstack-request-id: req-84083f0d-e661-44ee-9cca-ac4dcea2d319 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:33.578587 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212c840a-8979-48ad-8030-ff9d6841d7d0", "name": "network-vif-deleted", "tag": "84da62cd-1017-4c6c-b667-cc44c24f36a8", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:33.578906 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84083f0d-e661-44ee-9cca-ac4dcea2d319 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:33.579369 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212c840a-8979-48ad-8030-ff9d6841d7d0', 'name': 'network-vif-deleted', 'tag': '84da62cd-1017-4c6c-b667-cc44c24f36a8', 'status': 'completed', 'code': 200} Sep 14 14:49:33.657847 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.688730 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9090842-13a7-4dd5-9845-d5edad95ae9e req-fb10c7a7-e58d-467a-ae39-2ff6e72f4afa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:33.690622 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9090842-13a7-4dd5-9845-d5edad95ae9e req-fb10c7a7-e58d-467a-ae39-2ff6e72f4afa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1045456 Sep 14 14:49:33.714290 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-fb4eac4d-3d28-4e30-852e-b5affd1a8644 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538836 Sep 14 14:49:33.793845 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:33.807968 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9090842-13a7-4dd5-9845-d5edad95ae9e req-5dd975db-7229-464b-902a-88fd2f7638d6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947635 Sep 14 14:49:33.822925 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.823326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.824439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.824649 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > port after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.824955 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.825351 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > port after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.825703 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.825993 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.826303 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.827628 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:33.853301 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-a4234b98-4b3e-4fe8-90b5-58a4449d6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:33.854823 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-a4234b98-4b3e-4fe8-90b5-58a4449d6f14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 1098 time: 0.0647628 Sep 14 14:49:33.860064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53392) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:33.986474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-f321fce3-2f0f-483f-a160-1460332f685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:33.987973 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-f321fce3-2f0f-483f-a160-1460332f685a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 915 time: 0.1069694 Sep 14 14:49:34.004166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a993-4b39-482a-9f58-49c97b1a3c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.047380 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-3540e066-b4c3-45a1-a42e-792c4e73ff16 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3937aa17-6614-4ece-9b07-b604002b03a5 HTTP/1.1" status: 200 len: 217 time: 0.0409770 Sep 14 14:49:34.079691 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:34.080371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:34.080919 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:34.081318 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100392) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:49:34.081739 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78ca8e0-f472-45a3-8970-79dcfe039e6d']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:34.126852 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:34.127143 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad43cee7-cfb5-42c7-99d2-849cd53a77ec') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:34.128915 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-39948840-f8e0-4855-b94b-5d1c2c050af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:34.130602 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-39948840-f8e0-4855-b94b-5d1c2c050af4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0693147 Sep 14 14:49:34.156269 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.206917 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-92aaefaa-76b5-4c3d-b2df-1e21c1bbe405 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346086 Sep 14 14:49:34.212258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a993-4b39-482a-9f58-49c97b1a3c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.213469 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4a466db5-b2fe-43d9-9563-c89367012c4c req-eeeaccd9-56d5-4cf6-850b-0103a3635425 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 210 time: 0.0691936 Sep 14 14:49:34.220829 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a9d1a993-4b39-482a-9f58-49c97b1a3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.221933 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.230917 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:49:34.231479 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.288983 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a9d1a993-4b39-482a-9f58-49c97b1a3c08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e2e3a6fa8e24e31aff322a58dc4edc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4276333 Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: from cryptography.utils import int_from_bytes Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: from cryptography.utils import int_from_bytes Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:49:34.291795 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:49:34.294613 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53414) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:34.302599 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1a993-4b39-482a-9f58-49c97b1a3c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be04532f-60dc-4d2e-a911-7a6b85e34b3b,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:34.375520 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-4a0212fd-e4ef-4bb0-9a39-9a75dbe67d75 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228807 Sep 14 14:49:34.444235 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.503323 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a78ca8e0-f472-45a3-8970-79dcfe039e6d,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:34.504612 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8725823e-76a2-4a94-bf79-3668e69c9675 req-46cd5118-cb3f-42ac-9a1f-482e0a121778 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089473 Sep 14 14:49:34.507215 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.509096 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-3ce6c40c-8623-4dfe-a95c-58608d428f38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a78ca8e0-f472-45a3-8970-79dcfe039e6d HTTP/1.1" status: 204 len: 168 time: 0.9796095 Sep 14 14:49:34.539425 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-d35fb25b-c6dc-4784-8016-34798875c193 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:34.541043 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-d35fb25b-c6dc-4784-8016-34798875c193 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.3955319 Sep 14 14:49:34.551719 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.587400 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Request body: {'port': {'device_id': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'admin_state_up': True, 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:34.618290 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c6e55c18-1a1d-43ca-af30-197b8b869007 req-f073608b-07e4-4cfc-bf9c-aa22b103e4c1 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=212c840a-8979-48ad-8030-ff9d6841d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0560787 Sep 14 14:49:34.642563 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.677145 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53426) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:34.720797 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bbdf718d-7817-43d3-9d58-7276689d3d2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1705653170494642b8880ef01d708fae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421555 Sep 14 14:49:34.723380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53428) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:34.784194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.806700 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.869801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.873529 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.877666 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/643cae22-2f37-4d17-89f3-389d618a6741 HTTP/1.1" status: 204 len: 168 time: 0.1531515 Sep 14 14:49:34.886903 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a92a4-7e2d-4879-9d9f-7ffa7e390cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643cae22-2f37-4d17-89f3-389d618a6741,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:34.975944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243cfbb-a4b1-4875-b454-dbeda83c0f2a req-5b9d6cb1-0d2a-4b0f-8bfe-f9c382502806 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:34.977389 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0243cfbb-a4b1-4875-b454-dbeda83c0f2a req-5b9d6cb1-0d2a-4b0f-8bfe-f9c382502806 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0849891 Sep 14 14:49:34.979356 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.981930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:34.982989 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be04532f-60dc-4d2e-a911-7a6b85e34b3b HTTP/1.1" status: 204 len: 168 time: 0.6885114 Sep 14 14:49:35.008882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11136158-00fb-432c-90c1-590dd43722a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04532f-60dc-4d2e-a911-7a6b85e34b3b,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:35.012487 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'port': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:35.016302 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.061731 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0243cfbb-a4b1-4875-b454-dbeda83c0f2a req-fed91596-5f8d-4798-a71d-45d044ba5719 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774004 Sep 14 14:49:35.072999 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:49:35.190375 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Allocated IP 172.20.0.10 (f360b301-1b72-4046-97d0-20fa402edc06/7b196bb7-95f9-45cb-b965-ced9ff75b244/c3444aaf-166e-4911-9e10-3f51c803747d) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:35.340113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-956d2c6b-33ab-4ee2-b0c0-c308c73fb38f req-0105ef57-29cb-43b6-895e-a556f72a1bf7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Sep 14 14:49:35.368917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53452) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:35.383840 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.386419 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0f63-3283-4a9b-8ed3-fe9dee89716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.427484 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.445207 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:35.487705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event updated for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:35.490100 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0f63-3283-4a9b-8ed3-fe9dee89716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.499154 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0f63-3283-4a9b-8ed3-fe9dee89716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.499601 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Network f360b301-1b72-4046-97d0-20fa402edc06 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:35.501572 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:35.504816 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:35.550206 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-cfcc0f63-3283-4a9b-8ed3-fe9dee89716f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=330662ef1db64da3a313b1da16ced392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778452 Sep 14 14:49:35.550206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc0f63-3283-4a9b-8ed3-fe9dee89716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced407c-80c3-4283-9472-2569e02c1867,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:35.553611 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53456) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:35.564759 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:35.565385 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.585171 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-e3545296-9cad-48c5-be74-513855a5257e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0021229 Sep 14 14:49:35.606060 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.626480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Request body: {'port': {'device_id': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:35.645322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.709398 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.713619 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:35.720212 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eced407c-80c3-4283-9472-2569e02c1867 HTTP/1.1" status: 204 len: 168 time: 0.1652782 Sep 14 14:49:35.733265 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b31b4-65cd-4b0a-b634-4c176815ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced407c-80c3-4283-9472-2569e02c1867,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:35.745146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:36.327204 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-2c10719a-808d-443b-aa84-cfd15433b73d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:36.328790 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-2c10719a-808d-443b-aa84-cfd15433b73d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 809 time: 0.3105600 Sep 14 14:49:36.348725 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce154a-951f-4001-b540-104dfa5a6918 req-1b9578c3-854e-48ed-9cfa-3b2084334cc3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:36.350286 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-05ce154a-951f-4001-b540-104dfa5a6918 req-1b9578c3-854e-48ed-9cfa-3b2084334cc3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1350789 Sep 14 14:49:36.364204 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3444aaf-166e-4911-9e10-3f51c803747d {{(pid=100392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:36.380058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:36.382807 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-c40d300a-5d02-4121-9581-2b1ed332c6f2 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/quotas/5680bb52463d4d80a9ef9ed7ad0256b4 HTTP/1.1" status: 200 len: 375 time: 0.0446663 Sep 14 14:49:36.412629 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Transition to ACTIVE for port object c3444aaf-166e-4911-9e10-3f51c803747d will not be triggered until provisioned by entity L2. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:36.437397 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-e041e28d-8f79-49cb-8f72-e25575355555 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428708 Sep 14 14:49:36.437992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:36.470572 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 84da62cd-1017-4c6c-b667-cc44c24f36a8 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:49:36.495508 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 84da62cd-1017-4c6c-b667-cc44c24f36a8 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:49:36.496846 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 84da62cd-1017-4c6c-b667-cc44c24f36a8 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:49:36.504499 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-05ce154a-951f-4001-b540-104dfa5a6918 req-07e9f585-1b13-4de5-a341-55e8472f1727 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329911 Sep 14 14:49:36.579261 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:36.666560 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-ed171188-8493-44cf-8648-a102d7ca3a00 service neutron] 10.222.0.50 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971223 Sep 14 14:49:36.724289 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Attempting to bind port c3444aaf-166e-4911-9e10-3f51c803747d on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:36.724537 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Attempting to bind port c3444aaf-166e-4911-9e10-3f51c803747d by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:36.724863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Attempting to bind port c3444aaf-166e-4911-9e10-3f51c803747d on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:36.739383 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53546) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:36.781869 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Port c3444aaf-166e-4911-9e10-3f51c803747d on network f360b301-1b72-4046-97d0-20fa402edc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:36.782322 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Attempting to bind port c3444aaf-166e-4911-9e10-3f51c803747d on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:36.799709 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:36.800131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Checking segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:36.800466 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Bound using segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:36.800905 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Bound port: c3444aaf-166e-4911-9e10-3f51c803747d, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:36.801259 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:36.824679 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ad6b5-9fb4-4aaa-b4eb-cfc9836a384c req-e78918fd-14f1-4b41-b3fc-bae88e1555ed tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:36.826440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-120ad6b5-9fb4-4aaa-b4eb-cfc9836a384c req-e78918fd-14f1-4b41-b3fc-bae88e1555ed tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 944 time: 0.1233752 Sep 14 14:49:36.862254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-9539ee63-1028-403a-b636-73006225b164 service neutron] 10.222.0.50 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948397 Sep 14 14:49:36.904754 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-120ad6b5-9fb4-4aaa-b4eb-cfc9836a384c req-cc037fb7-80f5-4852-9e32-a96292fa9db8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719185 Sep 14 14:49:36.939292 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, cleared binding levels {{(pid=100392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:36.942673 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3444aaf-166e-4911-9e10-3f51c803747d,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:36.951617 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.031488 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ad633ff-61b3-4908-a067-00b6d70538fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.034942 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:37.036003 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.037524 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] 10.222.0.64 "PUT /v2.0/ports/c3444aaf-166e-4911-9e10-3f51c803747d HTTP/1.1" status: 200 len: 1094 time: 1.4161432 Sep 14 14:49:37.038033 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:37.050895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:37.123509 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.151713 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c57b42a-5ff7-4feb-bce6-eeb6b5974e18 x-openstack-request-id: req-6c57b42a-5ff7-4feb-bce6-eeb6b5974e18 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:37.152891 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:37.153729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c57b42a-5ff7-4feb-bce6-eeb6b5974e18 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:37.154364 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d', 'status': 'completed', 'code': 200} Sep 14 14:49:37.197088 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23564-f7c8-4c3b-991b-7e123da71c5a service neutron] Pushing event updated for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=3']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:37.206940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ad633ff-61b3-4908-a067-00b6d70538fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.215323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9ad633ff-61b3-4908-a067-00b6d70538fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.220783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-626e0c81-6d66-46f7-a416-46ac567cb224 req-491409f6-a809-40c3-981a-4cc8a51756eb tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 210 time: 0.0637426 Sep 14 14:49:37.278508 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-4eab9cc9-ccd5-4390-94f3-5fd0cb35b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:37.280229 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-4eab9cc9-ccd5-4390-94f3-5fd0cb35b6af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 1097 time: 0.1687775 Sep 14 14:49:37.285508 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9ad633ff-61b3-4908-a067-00b6d70538fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b81ef4bd3474e2c897a83ee9be8203c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436306 Sep 14 14:49:37.287022 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad633ff-61b3-4908-a067-00b6d70538fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff150614-8164-4c8a-b838-b8a1448079a7,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:37.288976 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53574) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:37.347938 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-4c1709f0-68c9-48bb-a8ed-c6ae573949a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3444aaf-166e-4911-9e10-3f51c803747d HTTP/1.1" status: 200 len: 217 time: 0.0476849 Sep 14 14:49:37.427321 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.433881 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-c65c469f-532b-47b0-a3f5-435b8ec62d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:37.435487 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-c65c469f-532b-47b0-a3f5-435b8ec62d38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0755091 Sep 14 14:49:37.455505 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.494829 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-892b4c1c-05be-4a5e-af4a-9442f4b07c0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374742 Sep 14 14:49:37.585576 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.588672 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:37.589887 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff150614-8164-4c8a-b838-b8a1448079a7 HTTP/1.1" status: 204 len: 168 time: 0.2972705 Sep 14 14:49:37.639886 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b988c-cab0-4d47-9262-4e884e643113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff150614-8164-4c8a-b838-b8a1448079a7,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:37.663062 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-9750e555-e19d-41a3-a6cf-b85e2d473a68 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478679 Sep 14 14:49:37.695268 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1d1b-ae67-4512-86aa-0b3b525f49f1 req-9db30dcf-37c6-4bd7-b77b-2141daaf04c2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:37.710391 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-137c1d1b-ae67-4512-86aa-0b3b525f49f1 req-9db30dcf-37c6-4bd7-b77b-2141daaf04c2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1192198 Sep 14 14:49:37.850893 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-137c1d1b-ae67-4512-86aa-0b3b525f49f1 req-021af8fb-44a9-4870-ad0c-5ee18dfa0ffb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348288 Sep 14 14:49:37.874187 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-807864db-486d-4f11-9054-9ffa9ed8eb10 req-b57a544a-0333-4ee0-82e7-c3323192577d service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007186 Sep 14 14:49:37.998278 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-66f30f90-600b-423b-bc1f-705e66d7a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:37.999797 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-66f30f90-600b-423b-bc1f-705e66d7a3f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 1097 time: 0.0561559 Sep 14 14:49:38.049563 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db87e-049c-4622-bd2b-12b853618a41 req-e7c6495f-a1d1-4406-99cb-aae6c9574417 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:38.056924 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-207db87e-049c-4622-bd2b-12b853618a41 req-e7c6495f-a1d1-4406-99cb-aae6c9574417 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 944 time: 0.0691333 Sep 14 14:49:38.114734 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53616) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:38.130552 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0791ccb-27da-4d4e-8769-c5990df2b36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.165254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-207db87e-049c-4622-bd2b-12b853618a41 req-d50470c7-3257-487a-a887-43a35f672c44 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074703 Sep 14 14:49:38.193545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-0a4067ec-5e2a-4533-820f-60a4fe2c577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:38.195063 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-0a4067ec-5e2a-4533-820f-60a4fe2c577a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 915 time: 0.1623869 Sep 14 14:49:38.247605 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-18eae2b0-b611-4774-94b4-501af1c8e948 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3444aaf-166e-4911-9e10-3f51c803747d HTTP/1.1" status: 200 len: 217 time: 0.0359879 Sep 14 14:49:38.249712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0791ccb-27da-4d4e-8769-c5990df2b36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.254791 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0791ccb-27da-4d4e-8769-c5990df2b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.283516 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c0791ccb-27da-4d4e-8769-c5990df2b36b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e56b6dbbe294724a7a8942200a45e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675820 Sep 14 14:49:38.284177 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53626) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:38.320950 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0791ccb-27da-4d4e-8769-c5990df2b36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fed41e1-a53e-4f5f-9354-592f465d7c47,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:38.342679 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-998b0c5c-1bbb-4428-be05-d09626271e21 req-b55e3529-780e-4630-9cc2-da76716dc674 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 210 time: 0.0359261 Sep 14 14:49:38.346312 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-52e6474c-46f8-4cc0-a74b-b31d2f9bfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:38.347697 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-52e6474c-46f8-4cc0-a74b-b31d2f9bfce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0848813 Sep 14 14:49:38.363013 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.382475 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-885f456a-3265-4501-9f2b-34fc1bb8414a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257914 Sep 14 14:49:38.389439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.459134 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.461934 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:38.463062 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fed41e1-a53e-4f5f-9354-592f465d7c47 HTTP/1.1" status: 204 len: 168 time: 0.1769209 Sep 14 14:49:38.499116 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a547c-4374-448b-a681-1d6af6bc3cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fed41e1-a53e-4f5f-9354-592f465d7c47,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:38.523559 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-15072255-4103-4ca4-ab4a-6111fe02b33b service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270947 Sep 14 14:49:38.631411 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-39f129c8-60fb-4ad4-badf-21b6a75fc5c0 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:38.634141 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-39f129c8-60fb-4ad4-badf-21b6a75fc5c0 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 809 time: 0.1881690 Sep 14 14:49:38.649691 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c514e51b-e8ed-4b1b-92ce-5ab6bec617a0 req-bb5a48ea-f874-431a-8931-2c67481f0142 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079414 Sep 14 14:49:38.653298 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Request body: {'port': {'device_id': '2980e213-a357-4d1b-82e2-2e50178050ef', 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088', 'admin_state_up': True, 'tenant_id': '5680bb52463d4d80a9ef9ed7ad0256b4'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:38.997984 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0beb0-4d9a-4ae3-b235-bd377f9aad13 req-cf3fb6ff-8568-4c46-a7df-b093ff85f6d9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:39.000019 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-faf0beb0-4d9a-4ae3-b235-bd377f9aad13 req-cf3fb6ff-8568-4c46-a7df-b093ff85f6d9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0649683 Sep 14 14:49:39.064333 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-faf0beb0-4d9a-4ae3-b235-bd377f9aad13 req-ca1b11c3-83dd-40aa-b499-8b7a26cd7c32 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570731 Sep 14 14:49:39.107785 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Made reservation on behalf of 5680bb52463d4d80a9ef9ed7ad0256b4 for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:39.111345 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:39.292198 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Allocated IP 172.20.0.13 (15bfc11f-892a-42dd-bcff-4262c1e30088/e6cfe23c-c92c-428a-b7e2-276825d55df8/d448d716-178f-4887-9cb0-bde3b1e0b64e) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:39.334403 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f4379-63b6-4d20-b8e6-bbe60054f09d req-6f6eddd7-44bf-4650-aa74-fd1b9dc3376a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:39.335909 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-244f4379-63b6-4d20-b8e6-bbe60054f09d req-6f6eddd7-44bf-4650-aa74-fd1b9dc3376a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 944 time: 0.0703492 Sep 14 14:49:39.379486 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-244f4379-63b6-4d20-b8e6-bbe60054f09d req-caffe507-548f-45d1-b2b7-54a632f61421 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Sep 14 14:49:39.464541 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92efb0b0-3219-49bf-a895-f31d576eb3d3 req-3d8f52d9-df3f-4253-9e72-56d632551b36 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 210 time: 0.0254991 Sep 14 14:49:39.491115 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:39.532773 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:39.578994 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Network 15bfc11f-892a-42dd-bcff-4262c1e30088 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:39.593629 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:39.595879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Pushing event updated for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:39.598083 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:39.604060 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:39.604356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:39.621328 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6040afed-f338-4374-aad7-75843d8c2080 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9731078 Sep 14 14:49:39.646441 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Request body: {'port': {'device_id': '2980e213-a357-4d1b-82e2-2e50178050ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:39.701205 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.028849 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d448d716-178f-4887-9cb0-bde3b1e0b64e {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:40.037274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.050097 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Transition to ACTIVE for port object d448d716-178f-4887-9cb0-bde3b1e0b64e will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:40.053918 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.103635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:40.140537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Attempting to bind port d448d716-178f-4887-9cb0-bde3b1e0b64e on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:40.140877 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Attempting to bind port d448d716-178f-4887-9cb0-bde3b1e0b64e by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:40.141212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Attempting to bind port d448d716-178f-4887-9cb0-bde3b1e0b64e on network 15bfc11f-892a-42dd-bcff-4262c1e30088 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:40.146534 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Port d448d716-178f-4887-9cb0-bde3b1e0b64e on network 15bfc11f-892a-42dd-bcff-4262c1e30088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:40.146868 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Attempting to bind port d448d716-178f-4887-9cb0-bde3b1e0b64e on network 15bfc11f-892a-42dd-bcff-4262c1e30088 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:40.152813 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:40.153135 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Checking segment: {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:40.153724 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Bound using segment: {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:40.154226 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Bound port: d448d716-178f-4887-9cb0-bde3b1e0b64e, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:40.154778 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.229684 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:40.234469 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:40.242271 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.286256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.286905 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.288449 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] 10.222.0.64 "PUT /v2.0/ports/d448d716-178f-4887-9cb0-bde3b1e0b64e HTTP/1.1" status: 200 len: 1094 time: 0.6463664 Sep 14 14:49:40.291068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:40.297015 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:40.337227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36233bf-a8da-4947-b89d-ac41d92bfca3 service neutron] Pushing event updated for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:40.364409 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca695aa-5e2e-48a0-9c56-0b700fbe01c0 x-openstack-request-id: req-5ca695aa-5e2e-48a0-9c56-0b700fbe01c0 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:40.364937 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:40.365356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ca695aa-5e2e-48a0-9c56-0b700fbe01c0 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:40.365892 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e', 'status': 'completed', 'code': 200} Sep 14 14:49:40.378270 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c705b1-35a0-481a-961f-8d22dacf66d3 req-fad58461-a913-4a7e-a01f-3ef3791e1689 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.380188 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-76c705b1-35a0-481a-961f-8d22dacf66d3 req-fad58461-a913-4a7e-a01f-3ef3791e1689 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0822227 Sep 14 14:49:40.409743 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-cda7720b-eab3-4359-b56c-753b83637a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.414283 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-cda7720b-eab3-4359-b56c-753b83637a25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 1097 time: 0.0606260 Sep 14 14:49:40.436015 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-76c705b1-35a0-481a-961f-8d22dacf66d3 req-cc670112-17ce-4cf7-a39e-9bd72dedcaea tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461411 Sep 14 14:49:40.478196 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-db9806db-a615-4083-bd52-1445276d4396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e HTTP/1.1" status: 200 len: 217 time: 0.0475249 Sep 14 14:49:40.494466 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device c3444aaf-166e-4911-9e10-3f51c803747d details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:40.603958 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72230c54-9875-4983-9927-30982687c95e req-e3e92b9d-eedd-4328-8352-7533033fec5d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.616758 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-b1e9e36a-3444-468e-9d1d-7f782c1fdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.618538 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-b1e9e36a-3444-468e-9d1d-7f782c1fdf98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cfe23c-c92c-428a-b7e2-276825d55df8 HTTP/1.1" status: 200 len: 849 time: 0.0998755 Sep 14 14:49:40.619838 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-72230c54-9875-4983-9927-30982687c95e req-e3e92b9d-eedd-4328-8352-7533033fec5d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 944 time: 0.1184466 Sep 14 14:49:40.669716 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3444aaf-166e-4911-9e10-3f51c803747d,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:40.687523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'c3444aaf-166e-4911-9e10-3f51c803747d', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'port_id': 'c3444aaf-166e-4911-9e10-3f51c803747d', 'mac_address': 'fa:16:3e:69:80:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b196bb7-95f9-45cb-b965-ced9ff75b244', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:40.697172 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-1369391d-ce76-436e-b070-cc90aa8b5de8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15bfc11f-892a-42dd-bcff-4262c1e30088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506918 Sep 14 14:49:40.706933 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-72230c54-9875-4983-9927-30982687c95e req-c209efe4-14bc-4277-8f8d-14545cd0aeca tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622277 Sep 14 14:49:40.739131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78ac1c-d17c-4fa5-ae5e-1d90536d14be req-71969eda-6db6-4069-b7e4-63545d885f66 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:40.746024 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.748716 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e78ac1c-d17c-4fa5-ae5e-1d90536d14be req-71969eda-6db6-4069-b7e4-63545d885f66 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 944 time: 0.1219006 Sep 14 14:49:40.763077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3444aaf-166e-4911-9e10-3f51c803747d {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:40.787353 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3444aaf-166e-4911-9e10-3f51c803747d,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:40.795013 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:40.809424 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e78ac1c-d17c-4fa5-ae5e-1d90536d14be req-862e7fa5-a613-4614-9fed-da62103a75dc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Sep 14 14:49:40.831214 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-f91ef48b-2b7f-4be8-a2c4-bce2b2ce4a83 service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214850 Sep 14 14:49:40.852047 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:40.859638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.859912 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.860274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.860607 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.860935 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.861270 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.861594 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.861914 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.862260 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.862582 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.862901 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.863215 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:40.936143 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53750) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:40.937229 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6effc615-4435-45bc-ab8f-32d13c8bf365 req-6003e300-1ee3-419c-8f69-164e30412d10 service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907001 Sep 14 14:49:41.052937 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-ac40ea67-5e1f-4578-ac89-6474753cb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:41.053873 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0f183c2-d380-4a01-9a42-a36c3bbd09e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.054844 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-ac40ea67-5e1f-4578-ac89-6474753cb47d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 1097 time: 0.0585496 Sep 14 14:49:41.154780 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0f183c2-d380-4a01-9a42-a36c3bbd09e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.159819 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0f183c2-d380-4a01-9a42-a36c3bbd09e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.175429 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-9fef259a-299f-490a-b373-6de469067200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:41.177045 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-9fef259a-299f-490a-b373-6de469067200 service neutron] 10.222.0.64 "GET /v2.0/networks?id=15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 200 len: 910 time: 0.1074812 Sep 14 14:49:41.190479 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['c3444aaf-166e-4911-9e10-3f51c803747d'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:41.198497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f183c2-d380-4a01-9a42-a36c3bbd09e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06171e41-171c-483b-aba4-a0efc67ea416,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:41.203446 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b0f183c2-d380-4a01-9a42-a36c3bbd09e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=019b24247b22496b8bd3a7834372087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661536 Sep 14 14:49:41.206061 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53762) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:41.251500 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-2f19d700-3ad7-4c27-a4ec-7b87b9750704 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e HTTP/1.1" status: 200 len: 217 time: 0.0583601 Sep 14 14:49:41.291690 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.311063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53764) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:41.316142 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.320130 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-0f928caf-ccd6-4ba4-98fb-521e36ed0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:41.321795 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-0f928caf-ccd6-4ba4-98fb-521e36ed0705 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e6cfe23c-c92c-428a-b7e2-276825d55df8 HTTP/1.1" status: 200 len: 849 time: 0.0595577 Sep 14 14:49:41.360822 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-064d7183-e8ce-4581-bf39-a748705f877a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=15bfc11f-892a-42dd-bcff-4262c1e30088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308292 Sep 14 14:49:41.373158 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.376131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.377481 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06171e41-171c-483b-aba4-a0efc67ea416 HTTP/1.1" status: 204 len: 168 time: 0.1703796 Sep 14 14:49:41.387435 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b30d4-7f5d-4d37-b03b-52aac80fd08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06171e41-171c-483b-aba4-a0efc67ea416,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:41.467454 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-86c21853-b60e-4782-a8c7-edaa61f0fb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.505353 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-4169a524-0229-4d96-b5e4-c71739616f0c service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325369 Sep 14 14:49:41.575732 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e1cb2-c47c-4cda-8cf3-007702c88c3a req-c4d509a7-aeb4-4129-aed7-d582af1c7aea tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:41.577833 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a27e1cb2-c47c-4cda-8cf3-007702c88c3a req-c4d509a7-aeb4-4129-aed7-d582af1c7aea tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0610213 Sep 14 14:49:41.636660 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a27e1cb2-c47c-4cda-8cf3-007702c88c3a req-f373dad0-ac54-46f8-bece-6f4072c9b7f4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Sep 14 14:49:41.674027 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-32c84ac4-3e22-478d-a0be-3ad4dd02b8bc req-d877514a-2a8a-4872-8be9-b68fb49a2f82 service neutron] 10.222.0.64 "GET /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508441 Sep 14 14:49:41.688894 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-86c21853-b60e-4782-a8c7-edaa61f0fb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.694394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-86c21853-b60e-4782-a8c7-edaa61f0fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.695767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53776) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:41.709504 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84912080-d774-4d24-8b22-790c30130bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.734343 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c21853-b60e-4782-a8c7-edaa61f0fb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71e676a-40d2-4be4-bc30-8f0f05b6363c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:41.740090 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-86c21853-b60e-4782-a8c7-edaa61f0fb85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1f12c5a9f9643f08b86dab6bb193864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268482 Sep 14 14:49:41.741620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53780) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:41.798903 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.825202 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.889461 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.894036 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:41.897920 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a71e676a-40d2-4be4-bc30-8f0f05b6363c HTTP/1.1" status: 204 len: 168 time: 0.1527143 Sep 14 14:49:41.903879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed018-6c2f-41e1-9633-4e93b9b6755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71e676a-40d2-4be4-bc30-8f0f05b6363c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:42.084097 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816ed1-b58e-42b4-9a61-3e10f14d838c req-cd07c53e-3990-4d6e-b0e3-84a88707b4aa tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:42.088619 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80816ed1-b58e-42b4-9a61-3e10f14d838c req-cd07c53e-3990-4d6e-b0e3-84a88707b4aa tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 945 time: 0.3143938 Sep 14 14:49:42.133367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c314ef8-e528-4625-83ec-b4a71b01cd85 req-2df89b03-5d30-4aa3-b3d6-e59a9aa9caaf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:42.134883 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c314ef8-e528-4625-83ec-b4a71b01cd85 req-2df89b03-5d30-4aa3-b3d6-e59a9aa9caaf tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 944 time: 0.1164095 Sep 14 14:49:42.140970 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84912080-d774-4d24-8b22-790c30130bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.153618 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84912080-d774-4d24-8b22-790c30130bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.196693 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80816ed1-b58e-42b4-9a61-3e10f14d838c req-4443b66b-5e9c-450c-b3a8-147ad673c829 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Sep 14 14:49:42.224899 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-84912080-d774-4d24-8b22-790c30130bb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8426f4bc99d04cacb7ae149093a5455a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277829 Sep 14 14:49:42.227680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53798) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:42.236298 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84912080-d774-4d24-8b22-790c30130bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66021cda-76d4-48d0-a5f1-7773be7b413c,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:42.243139 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c314ef8-e528-4625-83ec-b4a71b01cd85 req-dc73bc27-bea7-488d-99a7-c3d3eea514e5 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005998 Sep 14 14:49:42.300282 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.300422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53800) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:42.317820 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7667fa29-4e71-4d6e-bfaf-796dcb56cfe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.323718 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.373565 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.376101 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.377477 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66021cda-76d4-48d0-a5f1-7773be7b413c HTTP/1.1" status: 204 len: 168 time: 0.1488187 Sep 14 14:49:42.386503 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ed8c6-29af-439b-9e52-7dd39710913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66021cda-76d4-48d0-a5f1-7773be7b413c,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:42.410008 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7667fa29-4e71-4d6e-bfaf-796dcb56cfe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.415394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7667fa29-4e71-4d6e-bfaf-796dcb56cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.455628 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-7667fa29-4e71-4d6e-bfaf-796dcb56cfe2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17e09ba3e799494ca441a78e3d367a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541619 Sep 14 14:49:42.456751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667fa29-4e71-4d6e-bfaf-796dcb56cfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345e3f0-aacc-4f14-a9f7-bfcb16e87fe0,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:42.458406 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53804) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:42.510952 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d448d716-178f-4887-9cb0-bde3b1e0b64e details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:49:42.513283 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device c3444aaf-166e-4911-9e10-3f51c803747d up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:42.519889 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.542833 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.601107 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.603912 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.608287 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5345e3f0-aacc-4f14-a9f7-bfcb16e87fe0 HTTP/1.1" status: 204 len: 168 time: 0.1478043 Sep 14 14:49:42.616798 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b785f-37d7-4076-9403-17890fa23c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345e3f0-aacc-4f14-a9f7-bfcb16e87fe0,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:42.644935 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port c3444aaf-166e-4911-9e10-3f51c803747d completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:42.657857 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port c3444aaf-166e-4911-9e10-3f51c803747d triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:42.658439 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.738073 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:42.757715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'd448d716-178f-4887-9cb0-bde3b1e0b64e', 'network_id': '15bfc11f-892a-42dd-bcff-4262c1e30088', 'port_id': 'd448d716-178f-4887-9cb0-bde3b1e0b64e', 'mac_address': 'fa:16:3e:76:3e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6cfe23c-c92c-428a-b7e2-276825d55df8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:49:42.772485 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2726-566c-4c36-bd4c-5789b8799f6b req-9f85dc48-0d29-48bb-a385-8ac895451178 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:42.774111 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-902e2726-566c-4c36-bd4c-5789b8799f6b req-9f85dc48-0d29-48bb-a385-8ac895451178 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0644658 Sep 14 14:49:42.830929 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.831544 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-902e2726-566c-4c36-bd4c-5789b8799f6b req-3459c242-1c9e-4135-913d-4ff849364c67 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437181 Sep 14 14:49:42.833347 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.865037 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d448d716-178f-4887-9cb0-bde3b1e0b64e {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:42.875356 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:42.878196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee70acd-d151-45a1-96dc-ec63b01d55f7" -d '{"events": [{"server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "name": "network-vif-plugged", "status": "completed", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:42.909505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3444aaf-166e-4911-9e10-3f51c803747d,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:42.914239 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:42.915826 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.941899 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:42.950584 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6004cc3a-5ff1-4c56-af22-a2ec0e93778d x-openstack-request-id: req-6004cc3a-5ff1-4c56-af22-a2ec0e93778d {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:42.950897 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "name": "network-vif-plugged", "status": "completed", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:42.951142 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6004cc3a-5ff1-4c56-af22-a2ec0e93778d {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:42.951537 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d', 'code': 200} Sep 14 14:49:42.981986 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:43.049857 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:43.180543 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb972a-d0e4-4087-919d-3a737a75ad10 req-49c26eeb-6f20-4318-b86a-951eaa3970d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:43.182198 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e0bb972a-d0e4-4087-919d-3a737a75ad10 req-49c26eeb-6f20-4318-b86a-951eaa3970d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 1099 time: 0.0424562 Sep 14 14:49:43.221516 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e0bb972a-d0e4-4087-919d-3a737a75ad10 req-86cc4edd-f332-421b-924c-01211898dd04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299273 Sep 14 14:49:43.319814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['d448d716-178f-4887-9cb0-bde3b1e0b64e'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:43.338606 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53850) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:43.357131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897431da-7d71-4641-9af3-286283c10aa4 req-dc3f6591-e447-43e0-bbd2-0f31a0818d1e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:43.359688 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-897431da-7d71-4641-9af3-286283c10aa4 req-dc3f6591-e447-43e0-bbd2-0f31a0818d1e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0864420 Sep 14 14:49:43.442603 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-897431da-7d71-4641-9af3-286283c10aa4 req-487a904d-7e47-4cdc-92a2-af0ac41f8b99 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715666 Sep 14 14:49:43.452262 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34677e56-4ad3-4586-849b-18a80a28f713 req-5c8ab441-7c79-460c-a064-90febc8534c4 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:43.454330 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34677e56-4ad3-4586-849b-18a80a28f713 req-5c8ab441-7c79-460c-a064-90febc8534c4 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 945 time: 0.1064830 Sep 14 14:49:43.517051 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34677e56-4ad3-4586-849b-18a80a28f713 req-f07827be-751d-4301-96a9-bc5313acf4b4 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Sep 14 14:49:43.590144 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4abc9bbe-8077-4e7e-8c21-0f839d4606e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.696279 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4abc9bbe-8077-4e7e-8c21-0f839d4606e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.702438 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4abc9bbe-8077-4e7e-8c21-0f839d4606e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.730217 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53868) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:43.751638 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4abc9bbe-8077-4e7e-8c21-0f839d4606e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15123c16d1104bc0b9c5ff0436e80148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083259 Sep 14 14:49:43.751638 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc9bbe-8077-4e7e-8c21-0f839d4606e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c71cf9-667b-4005-b38a-2dc51508c938,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:43.752671 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53872) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:43.810777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.839264 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.897955 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.901766 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:43.903147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05c71cf9-667b-4005-b38a-2dc51508c938 HTTP/1.1" status: 204 len: 168 time: 0.1491365 Sep 14 14:49:43.918311 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-566089160-network', 'tenant_id': '771b7a47aa4047e58cd0f8f4ef79a55f'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:43.924748 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3dad7-d0dc-477f-9838-b93a84751997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c71cf9-667b-4005-b38a-2dc51508c938,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:43.984710 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Made reservation on behalf of 771b7a47aa4047e58cd0f8f4ef79a55f for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:43.987260 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.001701 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.027631 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edd51c-3dcb-46c1-9e57-85ed3efedd9b req-ca515385-b9b3-456e-aa9b-85df7eb7ca95 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:44.029306 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3edd51c-3dcb-46c1-9e57-85ed3efedd9b req-ca515385-b9b3-456e-aa9b-85df7eb7ca95 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1004779 Sep 14 14:49:44.096783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3edd51c-3dcb-46c1-9e57-85ed3efedd9b req-2b4d2d26-afb2-4da3-8dbd-0196026ec350 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589671 Sep 14 14:49:44.162720 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.168171 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.194056 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:49:44.211243 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50af177-6288-46d2-a4be-5f3f4ebfe8dd,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.215750 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.216115 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Added segment a5a7b0b6-e291-4915-8ff6-94cde4d3b564 of type vlan for network 12f4714a-d0cc-41f3-8c02-b4e470a5e41d Sep 14 14:49:44.259412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.273126 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53894) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:44.287117 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d4c9-5186-48a8-a98a-58e9fbe490ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.290179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.291490 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:44.292403 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.369301 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] Pushing event updated for resources: {'Network': ['ID=12f4714a-d0cc-41f3-8c02-b4e470a5e41d,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.381358 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 12f4714a-d0cc-41f3-8c02-b4e470a5e41d details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:49:44.396879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d4c9-5186-48a8-a98a-58e9fbe490ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.404344 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2aa1d4c9-5186-48a8-a98a-58e9fbe490ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.412074 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a8ddec09-8473-442f-9f73-6f09b17cc50f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6738105 Sep 14 14:49:44.412573 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53900) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:44.418237 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Request body: {'subnet': {'network_id': '12f4714a-d0cc-41f3-8c02-b4e470a5e41d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-566089160-subnet', 'tenant_id': '771b7a47aa4047e58cd0f8f4ef79a55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:44.443703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1d4c9-5186-48a8-a98a-58e9fbe490ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def22095-8687-4151-b5a5-87e8ba046faa,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.444293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Made reservation on behalf of 771b7a47aa4047e58cd0f8f4ef79a55f for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:44.448961 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25980081'] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.458414 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2aa1d4c9-5186-48a8-a98a-58e9fbe490ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=296a8d82b0bb483fb7130c88f99f3444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841178 Sep 14 14:49:44.461505 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53902) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:44.519945 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.539460 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d448d716-178f-4887-9cb0-bde3b1e0b64e up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:44.564093 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.612271 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port d448d716-178f-4887-9cb0-bde3b1e0b64e completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:44.618583 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df9e52-0904-4213-8ed0-8c94d682bb6e req-01c1251b-ca3a-432c-88b9-ca79828dac72 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:44.619839 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-89df9e52-0904-4213-8ed0-8c94d682bb6e req-01c1251b-ca3a-432c-88b9-ca79828dac72 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0765262 Sep 14 14:49:44.629605 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port d448d716-178f-4887-9cb0-bde3b1e0b64e triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:44.632300 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.639325 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.644635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.651857 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/def22095-8687-4151-b5a5-87e8ba046faa HTTP/1.1" status: 204 len: 168 time: 0.1893730 Sep 14 14:49:44.665208 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5117a-0817-4063-86c7-4b60d425326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def22095-8687-4151-b5a5-87e8ba046faa,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.776511 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.780653 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-89df9e52-0904-4213-8ed0-8c94d682bb6e req-9250be78-25de-43ad-be82-9f8d64958e56 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362529 Sep 14 14:49:44.819355 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:44.828998 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.851415 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d47f-c9e5-434b-808e-a0d14ce63069 req-948aa300-d2ba-4898-af71-88af8af324a6 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:44.853022 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c589d47f-c9e5-434b-808e-a0d14ce63069 req-948aa300-d2ba-4898-af71-88af8af324a6 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 945 time: 0.2440407 Sep 14 14:49:44.854727 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25330145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25980079'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:44.906902 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.936756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61705ff2-6912-453e-83f0-94d76ffdb386,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:44.958590 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:44.958755 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c589d47f-c9e5-434b-808e-a0d14ce63069 req-038bfc2b-f164-488b-833a-ac7b914d6150 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776179 Sep 14 14:49:44.962467 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba745b1-2172-44fb-92f1-bf2775b3ef20" -d '{"events": [{"server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "name": "network-vif-plugged", "status": "completed", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:44.966406 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Checking segment: {'id': 'a5a7b0b6-e291-4915-8ff6-94cde4d3b564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '12f4714a-d0cc-41f3-8c02-b4e470a5e41d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:44.966757 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Network hostable DHCP agents. Network: 12f4714a-d0cc-41f3-8c02-b4e470a5e41d, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:49:44.999160 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Network 12f4714a-d0cc-41f3-8c02-b4e470a5e41d is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:49:45.017680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 12f4714a-d0cc-41f3-8c02-b4e470a5e41d) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:45.027853 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867cb4f9-d9f8-4a4e-bd4a-f6fb6c1c8349 x-openstack-request-id: req-867cb4f9-d9f8-4a4e-bd4a-f6fb6c1c8349 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:45.027853 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "name": "network-vif-plugged", "status": "completed", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:45.028085 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-867cb4f9-d9f8-4a4e-bd4a-f6fb6c1c8349 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:45.028676 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e', 'code': 200} Sep 14 14:49:45.030229 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:45.030776 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.031904 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7c5392-4685-46e6-ad99-bc4eb2949f0f None None] Network 12f4714a-d0cc-41f3-8c02-b4e470a5e41d requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:45.066325 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d0c8d465-450f-404e-83bf-6107484c6b82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6527545 Sep 14 14:49:45.122506 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53926) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:45.226869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3383e-5489-4d78-9151-4a87b7e87780 None None] Network 12f4714a-d0cc-41f3-8c02-b4e470a5e41d requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:45.267597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1271de81-6ad8-40ef-a47a-1b2f57edea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.329355 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302a173-c827-4cbf-a7da-3dcf64d53d70 req-af1a006e-5051-48ea-8ecc-cc49e71c1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:45.330872 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1302a173-c827-4cbf-a7da-3dcf64d53d70 req-af1a006e-5051-48ea-8ecc-cc49e71c1006 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 1099 time: 0.0727217 Sep 14 14:49:45.335980 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc0ea0-200c-4fd6-bace-cd0e9ea8c1a0 req-c9238be9-61ea-4390-a1a0-414363af14ff tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:45.342317 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4bc0ea0-200c-4fd6-bace-cd0e9ea8c1a0 req-c9238be9-61ea-4390-a1a0-414363af14ff tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1249964 Sep 14 14:49:45.396282 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1302a173-c827-4cbf-a7da-3dcf64d53d70 req-48925891-f99c-4fc6-8979-3d6b20dd191e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Sep 14 14:49:45.425115 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4bc0ea0-200c-4fd6-bace-cd0e9ea8c1a0 req-b43ec30c-3567-4d2c-b646-7d4b6639d8ba tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761542 Sep 14 14:49:45.463745 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1271de81-6ad8-40ef-a47a-1b2f57edea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.468249 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1271de81-6ad8-40ef-a47a-1b2f57edea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.510352 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1271de81-6ad8-40ef-a47a-1b2f57edea06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d1923e634a348bab8b02278dbdf7a2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904579 Sep 14 14:49:45.510352 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271de81-6ad8-40ef-a47a-1b2f57edea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7afacf1-22c5-4990-b530-7065aabe31d6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:45.511324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53944) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:45.565678 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.592879 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.649152 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.651910 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.653437 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7afacf1-22c5-4990-b530-7065aabe31d6 HTTP/1.1" status: 204 len: 168 time: 0.1410873 Sep 14 14:49:45.662065 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce02b-319f-46a4-ab4a-481643d632a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7afacf1-22c5-4990-b530-7065aabe31d6,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:45.895169 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53966) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:45.900112 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-761596110-network', 'tenant_id': 'c3e922bfd8af4c82adc90272d20598f8'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:45.905579 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144fb37-b7b6-45ff-bf3e-b1a5bedd2cd2 req-bf4fe752-d5d5-4323-ba13-3533e88b65e1 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:45.907385 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3144fb37-b7b6-45ff-bf3e-b1a5bedd2cd2 req-bf4fe752-d5d5-4323-ba13-3533e88b65e1 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0574176 Sep 14 14:49:45.926668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Made reservation on behalf of c3e922bfd8af4c82adc90272d20598f8 for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:45.930174 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.941141 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:45.959666 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3144fb37-b7b6-45ff-bf3e-b1a5bedd2cd2 req-52a3e69c-7b1a-4ec3-89b8-d9bb44f82e8c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Sep 14 14:49:46.067259 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.075833 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.104060 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:49:46.124083 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26547fae-9a8e-4db8-af19-303a301dce5e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:46.127746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.129022 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Added segment ce0a3b2e-9ee7-4b62-8470-f0304909a087 of type vlan for network 34a7c3a3-9126-488c-8210-3235a6292339 Sep 14 14:49:46.178080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 53984) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:46.180046 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.197491 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f883e729-49ba-4b68-833b-8f3fad92b600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.214242 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.215480 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:46.216415 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.299413 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=34a7c3a3-9126-488c-8210-3235a6292339,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:46.317814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 34a7c3a3-9126-488c-8210-3235a6292339 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:49:46.346944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a48a2b-01c7-4dbb-9db2-004ab80667ea req-62c2b8fb-a857-4cda-8a8b-84787df36afc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:46.348520 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-28a48a2b-01c7-4dbb-9db2-004ab80667ea req-62c2b8fb-a857-4cda-8a8b-84787df36afc tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.1364357 Sep 14 14:49:46.394370 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f883e729-49ba-4b68-833b-8f3fad92b600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.404587 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f883e729-49ba-4b68-833b-8f3fad92b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.409928 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ed109267-daf1-4640-a7c7-2834034fa8b2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5114667 Sep 14 14:49:46.410899 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53990) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:46.416004 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-28a48a2b-01c7-4dbb-9db2-004ab80667ea req-d15ac09f-5eeb-4b17-9a2c-8954704522c0 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553133 Sep 14 14:49:46.416173 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Request body: {'subnet': {'network_id': '34a7c3a3-9126-488c-8210-3235a6292339', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-761596110-subnet', 'tenant_id': 'c3e922bfd8af4c82adc90272d20598f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:46.443870 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Made reservation on behalf of c3e922bfd8af4c82adc90272d20598f8 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:46.448134 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.454291 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883e729-49ba-4b68-833b-8f3fad92b600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0327275-24d4-4270-83bf-3e055584d841,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:46.458735 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f883e729-49ba-4b68-833b-8f3fad92b600 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f7bfff014b2416db3ed6bf2305fa4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796044 Sep 14 14:49:46.462296 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 53996) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:46.601857 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.618571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b5945-2cef-4d44-87d7-2be4db4fa03a req-025830b3-e985-4bda-85f0-6691dd523865 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:46.621937 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc3b5945-2cef-4d44-87d7-2be4db4fa03a req-025830b3-e985-4bda-85f0-6691dd523865 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0957203 Sep 14 14:49:46.673297 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.676153 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc3b5945-2cef-4d44-87d7-2be4db4fa03a req-8dbf115b-beab-4f6a-8e6a-d0194a8db706 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Sep 14 14:49:46.712986 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54004) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:46.781985 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.825885 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.828999 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.830702 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0327275-24d4-4270-83bf-3e055584d841 HTTP/1.1" status: 204 len: 168 time: 0.3672724 Sep 14 14:49:46.845772 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f2e05606-bf6c-4fec-be1e-3a479e609031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.850825 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a5eb24-9b08-45f7-8599-4fc194254847,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:46.858416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75c5cd-4f32-4173-a96d-b88dd1d4fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0327275-24d4-4270-83bf-3e055584d841,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:46.870221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Checking segment: {'id': 'ce0a3b2e-9ee7-4b62-8470-f0304909a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '34a7c3a3-9126-488c-8210-3235a6292339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:46.870644 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Network hostable DHCP agents. Network: 34a7c3a3-9126-488c-8210-3235a6292339, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:49:46.910878 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Network 34a7c3a3-9126-488c-8210-3235a6292339 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:49:46.936751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 34a7c3a3-9126-488c-8210-3235a6292339) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:46.943133 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:46.944106 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:46.950650 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e80ae-7edf-43ac-9145-6ada477d5f9c None None] Network 34a7c3a3-9126-488c-8210-3235a6292339 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:46.998289 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f2e05606-bf6c-4fec-be1e-3a479e609031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.003785 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f2e05606-bf6c-4fec-be1e-3a479e609031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.020162 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-419a7f4d-51ae-4289-9b35-7edbdef6b446 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6007226 Sep 14 14:49:47.064739 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f2e05606-bf6c-4fec-be1e-3a479e609031 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5926e209a5ad463bb3774177edf1d9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502109 Sep 14 14:49:47.069305 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e05606-bf6c-4fec-be1e-3a479e609031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980a1282-1f7b-4c38-a917-58ba2492e7eb,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:47.069486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54014) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:47.108760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94293cf7-669c-416f-a7fa-19a15c02d686 None None] Network 34a7c3a3-9126-488c-8210-3235a6292339 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:47.158642 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.184286 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.256927 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.259471 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:47.263517 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/980a1282-1f7b-4c38-a917-58ba2492e7eb HTTP/1.1" status: 204 len: 168 time: 0.1919317 Sep 14 14:49:47.269746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea2753-0c1d-4664-9f7a-b56a259346f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980a1282-1f7b-4c38-a917-58ba2492e7eb,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:47.596229 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf8826-f7a1-44a6-ab6d-f83e18870cf5 req-53761132-084f-4e26-b5c6-032d09f19a15 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:47.599514 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-00cf8826-f7a1-44a6-ab6d-f83e18870cf5 req-53761132-084f-4e26-b5c6-032d09f19a15 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.0781496 Sep 14 14:49:47.652941 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-00cf8826-f7a1-44a6-ab6d-f83e18870cf5 req-dbc0705c-87ed-4a73-a8e4-178d38ee344d tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Sep 14 14:49:48.075746 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ce022-a9d5-4863-9baf-55bae616232f req-ee39a0cc-f4fa-45da-8af5-2d945046a4ee tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:48.083841 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-670ce022-a9d5-4863-9baf-55bae616232f req-ee39a0cc-f4fa-45da-8af5-2d945046a4ee tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0755031 Sep 14 14:49:48.136871 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-670ce022-a9d5-4863-9baf-55bae616232f req-7e0fe102-7562-4cab-afdc-ffa1b0839b51 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Sep 14 14:49:48.364336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54092) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:48.590733 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761672532-network', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:48.614634 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Made reservation on behalf of 2fcebcfb63924ab183ec74a8d12a8aae for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:48.617286 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.626278 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.694531 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5404-7c6c-4cab-81e8-2b60e7e98e69 req-c1725cae-11d5-4c69-b697-5b5e861f6634 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:48.696513 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5cc5404-7c6c-4cab-81e8-2b60e7e98e69 req-c1725cae-11d5-4c69-b697-5b5e861f6634 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.0589044 Sep 14 14:49:48.728121 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.736051 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.741072 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5cc5404-7c6c-4cab-81e8-2b60e7e98e69 req-a8eaf9af-cefe-40cf-9b23-1c11c647d727 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Sep 14 14:49:48.769261 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:49:48.778975 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5193116f-4af5-4148-95d9-74d06ba44785,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:48.783740 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.784091 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Added segment e1c5f408-5b1f-4d07-b871-4eafcc5afbba of type vlan for network cc2037ea-1aeb-4df4-8843-74f27fd449cd Sep 14 14:49:48.826559 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.854674 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.855809 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:48.856532 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:48.930655 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5658143 Sep 14 14:49:48.931463 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c530d-0929-4f36-ad35-d632c4bf52db admin admin] Pushing event updated for resources: {'Network': ['ID=cc2037ea-1aeb-4df4-8843-74f27fd449cd,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:48.933819 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54124) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:48.938949 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Request body: {'subnet': {'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761672532-subnet', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:48.955461 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:49:48.979660 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Made reservation on behalf of 2fcebcfb63924ab183ec74a8d12a8aae for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:48.982105 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25980081'] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.347193 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25330145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25980079'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.420494 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8aa5b-48be-4d31-9b06-70376d803f65 req-e05a8866-0ec6-4426-981f-753859ff1ee2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:49.428873 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82e8aa5b-48be-4d31-9b06-70376d803f65 req-e05a8866-0ec6-4426-981f-753859ff1ee2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1496971 Sep 14 14:49:49.509730 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551f7a45-eace-4714-9eb3-11d1bc0c9801,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:49.545005 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82e8aa5b-48be-4d31-9b06-70376d803f65 req-548f1be5-63b7-47f8-a84f-58a884cec057 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157928 Sep 14 14:49:49.547156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:49.547505 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Network hostable DHCP agents. Network: cc2037ea-1aeb-4df4-8843-74f27fd449cd, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:49:49.556841 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-893152c2-0cc7-4bd4-b3b0-ab7c463d2dfd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:49.558402 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-893152c2-0cc7-4bd4-b3b0-ab7c463d2dfd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.2327516 Sep 14 14:49:49.579471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:49:49.583457 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-a13ed8b6-eb0e-4ca6-984c-45ded758157c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/quotas/1d81898bcbd5424cbbda8d334cb3054c HTTP/1.1" status: 200 len: 375 time: 0.0155139 Sep 14 14:49:49.600479 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, cc2037ea-1aeb-4df4-8843-74f27fd449cd) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:49.611998 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ef6f94-682a-42fb-826a-8c4801957e39 None None] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:49.619912 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:49.620570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.639914 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-477af5b3-6e9e-4b7b-b90b-7d0dda5d2cb6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7049515 Sep 14 14:49:49.642670 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54174) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:49.646887 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:49.661495 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-c3b8f735-b70d-4e85-a140-72052bc70990 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715268 Sep 14 14:49:49.715016 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.717321 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.781334 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54180) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:49.816616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:49:49.817773 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.833385 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.838030 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-c4bfb34d-36bb-4f30-be6f-cdbecc74c576 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668229 Sep 14 14:49:49.931420 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6f7c-ee03-4867-ad61-b512a224d8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:49.972836 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Allocated IP 172.20.0.2 (cc2037ea-1aeb-4df4-8843-74f27fd449cd/551f7a45-eace-4714-9eb3-11d1bc0c9801/6272694d-6bcf-4b54-9331-463bdbb5b4e8) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:50.033576 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6f7c-ee03-4867-ad61-b512a224d8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.039792 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a3ff6f7c-ee03-4867-ad61-b512a224d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.082103 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.086855 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff6f7c-ee03-4867-ad61-b512a224d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b935822-4f08-4b4c-b7ea-bc62cdd513b5,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:50.094110 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a3ff6f7c-ee03-4867-ad61-b512a224d8d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3ada6e34d8a4bacad8223b78519105b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085568 Sep 14 14:49:50.094340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54184) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:50.139071 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.148637 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Transition to ACTIVE for port object 6272694d-6bcf-4b54-9331-463bdbb5b4e8 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:50.159105 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377a9c-2062-4ae5-8c32-7e2f902f9064 req-ace46647-e63e-4097-9a5a-27f655acfc3f tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:50.161380 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-59377a9c-2062-4ae5-8c32-7e2f902f9064 req-ace46647-e63e-4097-9a5a-27f655acfc3f tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.2220497 Sep 14 14:49:50.164775 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Transition to ACTIVE for port object 6272694d-6bcf-4b54-9331-463bdbb5b4e8 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:50.165600 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.168582 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-1821fa97-5764-46b6-8e4e-73100a32bb47 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921863 Sep 14 14:49:50.174686 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.195587 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:50.197351 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.198194 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:50.219676 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:50.265105 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.268100 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.272753 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b935822-4f08-4b4c-b7ea-bc62cdd513b5 HTTP/1.1" status: 204 len: 168 time: 0.1764417 Sep 14 14:49:50.273344 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-59377a9c-2062-4ae5-8c32-7e2f902f9064 req-33f080af-b9f4-49af-bbbb-24970462d394 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023312 Sep 14 14:49:50.283472 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7d66b-d0ce-45af-8c25-8a503e1e555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b935822-4f08-4b4c-b7ea-bc62cdd513b5,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:50.353252 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Pushing event updated for resources: {'Port': ['ID=6272694d-6bcf-4b54-9331-463bdbb5b4e8,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:50.364155 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Attempting to bind port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:50.364620 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Attempting to bind port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:50.365198 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Attempting to bind port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:50.372542 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:50.373260 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:50.373713 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.374116 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Bound using segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:50.374647 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Bound port: 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:50.375034 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.457694 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] For port 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:50.461364 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] For port 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6272694d-6bcf-4b54-9331-463bdbb5b4e8,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:50.469666 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.574194 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b021e-30ed-42d0-b6c0-069dfda6e8de None None] Pushing event updated for resources: {'Port': ['ID=6272694d-6bcf-4b54-9331-463bdbb5b4e8,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:50.620711 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-daada8b3-e1ee-420f-abcd-5089c448a309 req-062863d0-2d18-4e3b-82bc-180524445394 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 210 time: 0.0310481 Sep 14 14:49:50.775410 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57582229-8002-417e-9879-983eea00bbeb req-8819f6ae-2cc2-47ec-b43f-7c2cce9a9214 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:50.787200 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54208) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:50.788606 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57582229-8002-417e-9879-983eea00bbeb req-8819f6ae-2cc2-47ec-b43f-7c2cce9a9214 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0964913 Sep 14 14:49:50.809421 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.835704 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.835941 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7bdffc00-5375-4a9a-90d7-643f5e25035a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:50.871601 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57582229-8002-417e-9879-983eea00bbeb req-54624da5-5d69-4e88-bede-367a8b518d7f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783045 Sep 14 14:49:50.976464 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-30a7ee9c-7615-4a1b-a902-18f338b0d765 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:50.978538 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-30a7ee9c-7615-4a1b-a902-18f338b0d765 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.2729280 Sep 14 14:49:51.130861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7bdffc00-5375-4a9a-90d7-643f5e25035a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.140532 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7bdffc00-5375-4a9a-90d7-643f5e25035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.146258 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Allocated IP 172.27.1.99 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/0934520c-8e57-4754-b5e6-3f58d45992f7) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:51.189177 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Deleting port d448d716-178f-4887-9cb0-bde3b1e0b64e {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:49:51.189511 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.195343 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-7bdffc00-5375-4a9a-90d7-643f5e25035a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=887c2b01c86f4e058a6bf5a4a575b3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062903 Sep 14 14:49:51.205810 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdffc00-5375-4a9a-90d7-643f5e25035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a942e-22ed-48ed-9bc6-64df0747f181,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:51.210429 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54216) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:51.269193 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.327068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] For port d448d716-178f-4887-9cb0-bde3b1e0b64e, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d448d716-178f-4887-9cb0-bde3b1e0b64e,segment=NetworkSegment(0b8ecb20-e15c-4ad1-8e55-47e70fc0787e),segment_id=0b8ecb20-e15c-4ad1-8e55-47e70fc0787e)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:51.327404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.330395 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.345130 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.349473 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Calling delete_port for d448d716-178f-4887-9cb0-bde3b1e0b64e owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:49:51.370439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.413891 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:51.426157 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:51.429047 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:51.432083 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Pushing event updated for resources: {'Port': ['ID=0934520c-8e57-4754-b5e6-3f58d45992f7,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:51.486018 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dadfd-9556-456e-8870-13939e62a8f2 req-d87b7a11-02d7-4b62-828f-d7b8bfc7f6c1 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:51.487574 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a21dadfd-9556-456e-8870-13939e62a8f2 req-d87b7a11-02d7-4b62-828f-d7b8bfc7f6c1 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/ports?device_id=2980e213-a357-4d1b-82e2-2e50178050ef HTTP/1.1" status: 200 len: 946 time: 0.1263890 Sep 14 14:49:51.496302 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.498788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.502619 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef6a942e-22ed-48ed-9bc6-64df0747f181 HTTP/1.1" status: 204 len: 168 time: 0.2883809 Sep 14 14:49:51.532881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225c8ff-4a8d-483c-bb02-ced74fd26506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a942e-22ed-48ed-9bc6-64df0747f181,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:51.544509 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.578582 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['d448d716-178f-4887-9cb0-bde3b1e0b64e'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:51.584823 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Pushing event deleted for resources: {'Port': ['ID=d448d716-178f-4887-9cb0-bde3b1e0b64e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:51.647114 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] No DVR routers for this DVR port d448d716-178f-4887-9cb0-bde3b1e0b64e on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:49:51.649898 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-0fa2d410-f286-4928-8382-69798e193207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.654393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.657265 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fdc45ea3-6243-4bdf-81f5-b4fe78dcdf17 req-56d3a3dc-e0a9-4d33-851d-3b61fd3f2874 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.64 "DELETE /v2.0/ports/d448d716-178f-4887-9cb0-bde3b1e0b64e HTTP/1.1" status: 204 len: 173 time: 0.6664491 Sep 14 14:49:51.657914 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'name': 'network-vif-deleted', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:51.661878 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a228a28-5876-4e75-aace-9d4f88a62da4" -d '{"events": [{"server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "name": "network-vif-deleted", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:51.709190 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a21dadfd-9556-456e-8870-13939e62a8f2 req-c86136e4-47da-4229-bb72-1c946aa35726 tempest-VolumesActionsTest-1212108290 tempest-VolumesActionsTest-1212108290-project] 10.222.0.50 "GET /v2.0/security-groups?id=b21dbc53-4994-4793-a048-6418c2608b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759117 Sep 14 14:49:51.781573 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2169e405-3924-461b-9ca9-ccc67ac9b017 req-b90e22de-78ae-4e9d-8f17-77982cab891e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 210 time: 0.0349562 Sep 14 14:49:51.784576 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a9f879-8166-4e1a-ae23-c1560362e367 x-openstack-request-id: req-14a9f879-8166-4e1a-ae23-c1560362e367 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:51.784930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2980e213-a357-4d1b-82e2-2e50178050ef", "name": "network-vif-deleted", "tag": "d448d716-178f-4887-9cb0-bde3b1e0b64e", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:51.785243 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14a9f879-8166-4e1a-ae23-c1560362e367 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:51.785692 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2980e213-a357-4d1b-82e2-2e50178050ef', 'name': 'network-vif-deleted', 'tag': 'd448d716-178f-4887-9cb0-bde3b1e0b64e', 'status': 'completed', 'code': 200} Sep 14 14:49:51.926709 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:51.979265 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63098aa2-bb68-4eef-971a-7a3038fb2723 None None] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:52.049648 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-8ce33640-4a74-45c6-9c8a-f745a78e8259 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:52.054437 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-8ce33640-4a74-45c6-9c8a-f745a78e8259 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.1808059 Sep 14 14:49:52.070868 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-d0e7025b-8e20-498f-92a5-000e01a248e0 None None] Provisioning for port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:52.087266 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Request body: {'port': {'device_id': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'admin_state_up': True, 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:52.140192 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86b126-cb63-4ab9-aab5-5302a9d4905d req-3c52f75d-2249-4868-a8e6-f16f5f7f8417 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:52.148734 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9e86b126-cb63-4ab9-aab5-5302a9d4905d req-3c52f75d-2249-4868-a8e6-f16f5f7f8417 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1323919 Sep 14 14:49:52.229753 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9e86b126-cb63-4ab9-aab5-5302a9d4905d req-a8d4b03f-5e0c-49d8-a997-0d0c0c33c891 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780075 Sep 14 14:49:52.337462 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:52.341605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.397162 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.542747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Allocated IP 172.20.0.8 (f360b301-1b72-4046-97d0-20fa402edc06/7b196bb7-95f9-45cb-b965-ced9ff75b244/ae8042e2-7fb4-4a26-955c-9fe15b622a29) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:52.621151 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Router e672a694-235d-423f-931b-289556f33d8a is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:49:52.738260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.808624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.817507 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6272694d-6bcf-4b54-9331-463bdbb5b4e8 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:52.823132 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5', 'c3444aaf-166e-4911-9e10-3f51c803747d'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:49:52.839039 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:49:52.852919 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:49:52.859643 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Network f360b301-1b72-4046-97d0-20fa402edc06 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:52.863361 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:52.868899 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:52.874925 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:52.875581 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.878272 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:52.886475 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:52.898236 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event updated for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:52.904497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:52.909645 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2fb105b8-2065-46a2-b5ff-d2d90c09e43c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2659972 Sep 14 14:49:52.910412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54272) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:52.910588 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-2153d38a-3bb6-4082-9c03-b4327fdf95d4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8287590 Sep 14 14:49:52.946710 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Request body: {'port': {'device_id': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:53.028445 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.030331 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:53.044002 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:53.045245 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.121489 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d325bd-8df6-4924-b39e-b32c1ec1c2f9 req-5bbe927b-cc2a-472e-8179-2ae069645492 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:53.124239 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-11d325bd-8df6-4924-b39e-b32c1ec1c2f9 req-5bbe927b-cc2a-472e-8179-2ae069645492 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 931 time: 0.1289184 Sep 14 14:49:53.185972 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:53.230408 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-11d325bd-8df6-4924-b39e-b32c1ec1c2f9 req-d46575ff-0a25-4c81-ac15-39b8016fe835 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999157 Sep 14 14:49:53.480543 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:51Z', 'revision_number': 3, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:53.519094 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:49:53.519487 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Updating router e672a694-235d-423f-931b-289556f33d8a port 0934520c-8e57-4754-b5e6-3f58d45992f7 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:49:53.560366 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.561196 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.725489 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8042e2-7fb4-4a26-955c-9fe15b622a29 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:49:53.743170 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6272694d-6bcf-4b54-9331-463bdbb5b4e8,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:53.771004 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.775598 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.814160 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b73438-1a6c-4ca6-af72-d0eed1209cf0 req-fee68f19-e860-43a8-8813-cd75de2de345 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:53.824536 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-17b73438-1a6c-4ca6-af72-d0eed1209cf0 req-fee68f19-e860-43a8-8813-cd75de2de345 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1128910 Sep 14 14:49:53.825879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Transition to ACTIVE for port object ae8042e2-7fb4-4a26-955c-9fe15b622a29 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:53.839418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.870104 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.881251 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Transition to ACTIVE for port object 0934520c-8e57-4754-b5e6-3f58d45992f7 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:53.890713 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:53.938971 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-17b73438-1a6c-4ca6-af72-d0eed1209cf0 req-8f732d36-2c1b-4c56-81e0-b4fa699d4be2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128902 Sep 14 14:49:53.968478 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=6272694d-6bcf-4b54-9331-463bdbb5b4e8,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.008273 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Pushing event updated for resources: {'Port': ['ID=0934520c-8e57-4754-b5e6-3f58d45992f7,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.023849 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.024498 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.025129 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.025654 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.026237 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.026926 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.027578 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.028149 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.028714 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.029115 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.029467 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.029984 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.030511 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:49:54.034267 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Attempting to bind port 0934520c-8e57-4754-b5e6-3f58d45992f7 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:54.034900 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Attempting to bind port 0934520c-8e57-4754-b5e6-3f58d45992f7 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:54.035465 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Attempting to bind port 0934520c-8e57-4754-b5e6-3f58d45992f7 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:54.040926 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.042747 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:54.043391 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:54.044005 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.044674 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:54.046103 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Bound port: 0934520c-8e57-4754-b5e6-3f58d45992f7, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:54.046746 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.091162 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Attempting to bind port ae8042e2-7fb4-4a26-955c-9fe15b622a29 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:54.091491 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Attempting to bind port ae8042e2-7fb4-4a26-955c-9fe15b622a29 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:54.091815 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Attempting to bind port ae8042e2-7fb4-4a26-955c-9fe15b622a29 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:54.104207 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Port ae8042e2-7fb4-4a26-955c-9fe15b622a29 on network f360b301-1b72-4046-97d0-20fa402edc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:49:54.104619 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Attempting to bind port ae8042e2-7fb4-4a26-955c-9fe15b622a29 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:54.122478 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:54.122744 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Checking segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:54.123142 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Bound using segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:54.123597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Bound port: ae8042e2-7fb4-4a26-955c-9fe15b622a29, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:54.132739 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.194574 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-995554a6-8204-4cb2-b0c2-5f301dad912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.234761 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:54.239691 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:54.249330 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.303718 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] For port 0934520c-8e57-4754-b5e6-3f58d45992f7, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:54.310062 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] For port 0934520c-8e57-4754-b5e6-3f58d45992f7, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=0934520c-8e57-4754-b5e6-3f58d45992f7,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:54.327951 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.357190 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:54.358177 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.358895 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.360170 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] 10.222.0.64 "PUT /v2.0/ports/ae8042e2-7fb4-4a26-955c-9fe15b622a29 HTTP/1.1" status: 200 len: 1093 time: 1.4281037 Sep 14 14:49:54.360823 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:49:54.371367 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbb76e8-ac43-4304-8f00-7069bafafe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:49:54.409040 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Allocated IP 172.20.0.1 (cc2037ea-1aeb-4df4-8843-74f27fd449cd/551f7a45-eace-4714-9eb3-11d1bc0c9801/42b5a0d5-82cf-4cb3-a299-6bdd2743979f) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:54.420386 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab4c0-73d5-4620-9a17-be05905e6d7b None None] Pushing event updated for resources: {'Port': ['ID=0934520c-8e57-4754-b5e6-3f58d45992f7,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.440697 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:54.441536 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:54.469072 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceecd8-05c1-4366-975a-eaad96936808 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.485593 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-8d574fc7-cf8e-4f26-8247-7ba25e89fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:54.487676 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-8d574fc7-cf8e-4f26-8247-7ba25e89fe68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 1096 time: 0.0582540 Sep 14 14:49:54.548051 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.570802 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:54.574587 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Transition to ACTIVE for port object 42b5a0d5-82cf-4cb3-a299-6bdd2743979f will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:54.578739 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d448d716-178f-4887-9cb0-bde3b1e0b64e no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:49:54.608521 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6aec86-e8ed-46f8-aa65-636c622b4da3 x-openstack-request-id: req-bb6aec86-e8ed-46f8-aa65-636c622b4da3 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:49:54.608876 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:49:54.609111 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb6aec86-e8ed-46f8-aa65-636c622b4da3 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:49:54.609615 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'status': 'completed', 'code': 200} Sep 14 14:49:54.611472 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-3ee5795e-ffd8-4821-9b47-ca5a4368fddf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29 HTTP/1.1" status: 200 len: 217 time: 0.1134193 Sep 14 14:49:54.624953 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: d448d716-178f-4887-9cb0-bde3b1e0b64e {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:49:54.625359 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d448d716-178f-4887-9cb0-bde3b1e0b64e not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:49:54.693102 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-c2c9d2b2-6846-4d81-8013-ebea6e5d951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:54.694785 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-c2c9d2b2-6846-4d81-8013-ebea6e5d951a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0740528 Sep 14 14:49:54.720390 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1877dc-7a63-44c2-955e-e3aad520da0a req-5c351679-4d16-4042-b4e3-1c57c2d0c973 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:54.722440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fc1877dc-7a63-44c2-955e-e3aad520da0a req-5c351679-4d16-4042-b4e3-1c57c2d0c973 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 943 time: 0.1082852 Sep 14 14:49:54.725369 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.749694 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-cbedd34f-7d3d-4c23-b4de-f4fa9b908a99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469897 Sep 14 14:49:54.760673 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6272694d-6bcf-4b54-9331-463bdbb5b4e8 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:54.799276 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:54.815864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:54.818392 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:54.818958 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.826380 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:54.828829 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Pushing event updated for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:54.829503 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:51Z', 'revision_number': 3, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:54.860579 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fc1877dc-7a63-44c2-955e-e3aad520da0a req-c281ea4e-9872-4dd3-b877-9eacc71e68c6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 Sep 14 14:49:54.869272 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37176518-527e-427a-beb3-b4fda5096a4a None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:51Z', 'revision_number': 3, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:49:54.879297 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:54.956651 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-75116411-6c68-4629-891d-d5b5420fab6c service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940093 Sep 14 14:49:55.130789 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.155441 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd095-c1bb-4bb9-8bee-301b2263040c req-28f7ad90-77d8-4e80-92ce-e1dbbde97a62 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:55.157171 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ddccd095-c1bb-4bb9-8bee-301b2263040c req-28f7ad90-77d8-4e80-92ce-e1dbbde97a62 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1054354 Sep 14 14:49:55.162970 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-7061d35f-a1ae-4970-992f-40003db97357 None None] Provisioning for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:55.168389 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-7061d35f-a1ae-4970-992f-40003db97357 None None] Provisioning complete for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:55.168705 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7061d35f-a1ae-4970-992f-40003db97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.230308 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7061d35f-a1ae-4970-992f-40003db97357 None None] Port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:49:55.255825 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ddccd095-c1bb-4bb9-8bee-301b2263040c req-0fe40a28-d7af-40a7-9635-07329871ffed tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893013 Sep 14 14:49:55.381092 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.397235 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.403113 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.475367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Pushing event updated for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:55.478023 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.554147 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54388) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:55.589533 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:55.590975 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:55.756361 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:49:55.921436 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:49:55.935611 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1812f3b3-d5bb-4546-b527-c34a177e0f2c admin admin] 10.222.0.50 "PUT /v2.0/routers/e672a694-235d-423f-931b-289556f33d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0079727 Sep 14 14:49:55.965395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-a02bcef4-c8c6-4d37-b97d-286e8259b6db None None] Provisioning complete for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:55.966139 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a02bcef4-c8c6-4d37-b97d-286e8259b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:55.999707 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f3f-9cad-49c0-bae5-c14cc3e9a864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.025173 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-a02bcef4-c8c6-4d37-b97d-286e8259b6db None None] Port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:49:56.113521 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-104d506d-be16-4571-85ae-d2c8d87a8afc req-633d0b6e-7bdd-484d-876e-6c46793dedd7 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220746 Sep 14 14:49:56.165196 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f3f-9cad-49c0-bae5-c14cc3e9a864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.170182 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2ae75f3f-9cad-49c0-bae5-c14cc3e9a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.208053 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2ae75f3f-9cad-49c0-bae5-c14cc3e9a864 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f21ec91a42ef462abec15b323f725ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527455 Sep 14 14:49:56.208772 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae75f3f-9cad-49c0-bae5-c14cc3e9a864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbee427-9f31-47b2-b97f-742fa0ae9d1a,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:56.210834 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54412) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:56.267145 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.301169 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.349777 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.352722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.353914 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bbee427-9f31-47b2-b97f-742fa0ae9d1a HTTP/1.1" status: 204 len: 168 time: 0.1415031 Sep 14 14:49:56.363300 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86e96-902a-4aea-b680-403d769904a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbee427-9f31-47b2-b97f-742fa0ae9d1a,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:56.483670 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54426) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:56.489892 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2110708461-network', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:56.517128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Made reservation on behalf of 0f9449dd5ca84c049d44c0fcab4b80bc for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:56.520115 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.529816 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.626832 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.632304 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.656389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:49:56.671938 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a4a27-65d5-44e8-a608-d3294bf4d92b,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:56.675021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.675354 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Added segment 5c3a02e6-0677-416d-9171-ff3e9d8a201a of type vlan for network 4f5ce84e-3ea9-495c-a052-742664bfc2ba Sep 14 14:49:56.722707 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.743192 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54434) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:56.756699 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 0934520c-8e57-4754-b5e6-3f58d45992f7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:56.757295 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.758877 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:56.760077 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.773333 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfe02-f7b3-4ba4-b4ad-1222c89156a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.804930 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3175488 Sep 14 14:49:56.805135 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54436) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:56.810629 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 0934520c-8e57-4754-b5e6-3f58d45992f7 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:49:56.811095 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Request body: {'subnet': {'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2110708461-subnet', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:56.814644 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 0934520c-8e57-4754-b5e6-3f58d45992f7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:56.815215 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.846828 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a131287-07ab-46b4-baf5-05db6c2cc1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5ce84e-3ea9-495c-a052-742664bfc2ba,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:56.859473 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:49:56.888756 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfe02-f7b3-4ba4-b4ad-1222c89156a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.894445 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0cfe02-f7b3-4ba4-b4ad-1222c89156a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.911196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Made reservation on behalf of 0f9449dd5ca84c049d44c0fcab4b80bc for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:49:56.914362 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25980081'] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.936309 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ae0cfe02-f7b3-4ba4-b4ad-1222c89156a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c66e405ce56d4563be63a38efbe6853e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915674 Sep 14 14:49:56.937380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54438) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:56.945548 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cfe02-f7b3-4ba4-b4ad-1222c89156a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f060046b-a99c-4c37-af64-d01ded1c1b39,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:56.953499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:56.979712 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 0934520c-8e57-4754-b5e6-3f58d45992f7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=0934520c-8e57-4754-b5e6-3f58d45992f7,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:49:56.984896 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.001447 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.022297 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:49:57.025136 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.051408 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:57.052353 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:57.065783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.088302 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.094453 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.099963 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f060046b-a99c-4c37-af64-d01ded1c1b39 HTTP/1.1" status: 204 len: 168 time: 0.1609781 Sep 14 14:49:57.107038 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=0934520c-8e57-4754-b5e6-3f58d45992f7,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:57.115634 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab368e42-bbf4-44cd-844b-1533a9482144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060046b-a99c-4c37-af64-d01ded1c1b39,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:57.218003 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25330145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25980079'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.235000 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:57.302055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ac195f-c89e-4514-9937-46b94428ae3d,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:57.315355 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Checking segment: {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:57.315957 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Network hostable DHCP agents. Network: 4f5ce84e-3ea9-495c-a052-742664bfc2ba, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:49:57.335031 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:49:57.346498 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 4f5ce84e-3ea9-495c-a052-742664bfc2ba) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:57.350705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:57.351298 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.367125 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7afaa-a87d-4cfb-8473-2b357b66248a None None] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:49:57.367264 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-84616938-5779-4c41-afff-9b42362fd4bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5608296 Sep 14 14:49:57.371181 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54444) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:49:57.374886 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:49:57.399045 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.400267 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.456289 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.599163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.741408 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'fixed_ips': [{'subnet_id': 'c0ac195f-c89e-4514-9937-46b94428ae3d'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:49:57.742344 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.747395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 2, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:57.790969 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:49:57.791940 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Updating router e672a694-235d-423f-931b-289556f33d8a port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:49:57.827822 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.835996 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.880527 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:57.955673 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-db0a187f-60d1-4696-a161-ba59a8c4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:57.957460 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-db0a187f-60d1-4696-a161-ba59a8c4f466 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 1096 time: 0.0705268 Sep 14 14:49:58.071898 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5d391-456a-416e-ab9f-35488c6fd65f req-bf91dad0-f22d-4af0-8bc9-6c3cdd87bb61 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:58.073471 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d7d5d391-456a-416e-ab9f-35488c6fd65f req-bf91dad0-f22d-4af0-8bc9-6c3cdd87bb61 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 943 time: 0.1498079 Sep 14 14:49:58.083447 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c41f9-9b30-4fcd-9ea9-3bb907dc7ba2 req-e173edbc-3a20-4ced-b3fb-f38c59c063c4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:58.085065 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f84c41f9-9b30-4fcd-9ea9-3bb907dc7ba2 req-e173edbc-3a20-4ced-b3fb-f38c59c063c4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1431301 Sep 14 14:49:58.103167 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-571af6d2-f2e2-4982-8648-3843b4605995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:58.105308 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-571af6d2-f2e2-4982-8648-3843b4605995 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 915 time: 0.1294188 Sep 14 14:49:58.126733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Allocated IP 172.20.0.2 (4f5ce84e-3ea9-495c-a052-742664bfc2ba/c0ac195f-c89e-4514-9937-46b94428ae3d/c8dbf1c5-e375-46f6-92e5-55f936684056) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:58.162775 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Allocated IP 172.27.1.200 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/e40a9729-1206-42ee-a9b9-b70764fcafce) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:49:58.175186 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-a9cd555e-bff1-46f9-a51c-03712c530b92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29 HTTP/1.1" status: 200 len: 217 time: 0.0528972 Sep 14 14:49:58.216602 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f84c41f9-9b30-4fcd-9ea9-3bb907dc7ba2 req-74fc3c25-a52d-49c5-9804-012653739f0f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172690 Sep 14 14:49:58.247247 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d7d5d391-456a-416e-ab9f-35488c6fd65f req-8bbb726f-7df3-41ba-a65c-bd3e6abb4eb5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610370 Sep 14 14:49:58.272205 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-a05a5b37-0d5c-44bd-9a0b-b0417198d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:58.274187 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-a05a5b37-0d5c-44bd-9a0b-b0417198d68d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0850096 Sep 14 14:49:58.322079 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-228f4f8d-49ef-487b-9f73-e4aa6c3f8e1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307310 Sep 14 14:49:58.325589 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.397335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.419692 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.422333 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.436578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Transition to ACTIVE for port object c8dbf1c5-e375-46f6-92e5-55f936684056 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:58.439088 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Transition to ACTIVE for port object 42b5a0d5-82cf-4cb3-a299-6bdd2743979f will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:58.439986 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-d34f6d52-047c-43ae-9285-6a490e0030dd service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056476 Sep 14 14:49:58.440146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:58.445382 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:58.449792 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:58.451363 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.488007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Pushing event updated for resources: {'Port': ['ID=e40a9729-1206-42ee-a9b9-b70764fcafce,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:58.506760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924211-4b39-4a3d-9143-ee7ba278409d None None] Pushing event updated for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:58.509255 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Transition to ACTIVE for port object c8dbf1c5-e375-46f6-92e5-55f936684056 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:49:58.526557 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.589970 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3cbb76e8-ac43-4304-8f00-7069bafafe1a req-0038baa4-6e97-401f-9aee-5f1c9f960f1c service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414390 Sep 14 14:49:58.613832 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:49:58.633775 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Pushing event updated for resources: {'Port': ['ID=c8dbf1c5-e375-46f6-92e5-55f936684056,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:58.641902 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:49:58.645503 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:49:58.743983 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Attempting to bind port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:58.744393 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Attempting to bind port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:58.745069 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Attempting to bind port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:58.759908 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 0934520c-8e57-4754-b5e6-3f58d45992f7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:49:58.763475 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:58.763848 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:58.764278 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.764669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Bound using segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:58.765191 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Bound port: 42b5a0d5-82cf-4cb3-a299-6bdd2743979f, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:58.765572 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.767494 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Attempting to bind port c8dbf1c5-e375-46f6-92e5-55f936684056 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:49:58.767853 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Attempting to bind port c8dbf1c5-e375-46f6-92e5-55f936684056 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:49:58.768247 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Attempting to bind port c8dbf1c5-e375-46f6-92e5-55f936684056 on network 4f5ce84e-3ea9-495c-a052-742664bfc2ba {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:49:58.806864 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:49:58.807695 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Checking segment: {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:49:58.807820 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.808257 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Bound using segment: {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:49:58.808681 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Bound port: c8dbf1c5-e375-46f6-92e5-55f936684056, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:49:58.809067 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.812569 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:58.985639 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 0934520c-8e57-4754-b5e6-3f58d45992f7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:49:58.986272 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:59.011830 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] For port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:59.033784 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:59.037237 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] For port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:59.042681 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] For port c8dbf1c5-e375-46f6-92e5-55f936684056, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:49:59.048960 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:59.069675 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] For port c8dbf1c5-e375-46f6-92e5-55f936684056, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c8dbf1c5-e375-46f6-92e5-55f936684056,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:49:59.099513 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:49:59.176733 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0924211-4b39-4a3d-9143-ee7ba278409d None None] Pushing event updated for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:59.183750 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:49:59.184718 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:49:59.456070 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe37ac-af80-4aa1-9341-686cd7c604f0 None None] Pushing event updated for resources: {'Port': ['ID=c8dbf1c5-e375-46f6-92e5-55f936684056,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:49:59.611176 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:49:59.658206 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f1926-a380-4e1e-a1dd-7801bcfff659 req-48f0b8f3-9e8e-4cf2-8d23-3262fb70077a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:59.660139 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f89f1926-a380-4e1e-a1dd-7801bcfff659 req-48f0b8f3-9e8e-4cf2-8d23-3262fb70077a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 943 time: 0.2365801 Sep 14 14:49:59.672990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0a05d-4728-46e7-9bb5-6bc8e0e57eed req-b6990091-4639-458d-be56-5a606e26ff7e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:49:59.680818 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9d0a05d-4728-46e7-9bb5-6bc8e0e57eed req-b6990091-4639-458d-be56-5a606e26ff7e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.2583444 Sep 14 14:49:59.777083 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f89f1926-a380-4e1e-a1dd-7801bcfff659 req-7e58e0d9-c2cf-4324-8052-9b1c3fd97815 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891731 Sep 14 14:49:59.869260 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9d0a05d-4728-46e7-9bb5-6bc8e0e57eed req-30561f86-a8fd-4d66-a690-acc703d6aef2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716459 Sep 14 14:49:59.888089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Router 12a042a4-3d12-4dd2-b4fc-c76352a146bb is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:50:00.051779 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:50:00.072638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:00.091164 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Sync routers for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:50:00.110128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:00.111555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1cdd86f5-5090-4932-8fc7-4811a55f7734 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7401047 Sep 14 14:50:00.114475 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54536) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:00.115213 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:50:00.116468 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:00.137203 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30c6f6-930d-4e6a-885f-4bfc61cf3928 None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:50:00.375962 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:50:00.602939 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device ae8042e2-7fb4-4a26-955c-9fe15b622a29 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:50:00.772144 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 3, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:00.820906 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Checking router: 12a042a4-3d12-4dd2-b4fc-c76352a146bb for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:50:00.821249 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Updating router 12a042a4-3d12-4dd2-b4fc-c76352a146bb port e40a9729-1206-42ee-a9b9-b70764fcafce binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:50:00.884135 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.094649 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:01.158210 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'port_id': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'mac_address': 'fa:16:3e:6a:e8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b196bb7-95f9-45cb-b965-ced9ff75b244', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:50:01.164384 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 42b5a0d5-82cf-4cb3-a299-6bdd2743979f up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:01.170130 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b84917f-83aa-41d3-84b0-c54f5c8853ba None None] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:50:01.186521 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c25e2-f0d3-4254-8585-92f49c3d5239 req-99215776-edcf-48e6-8598-7abf1b273713 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:01.189051 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c63c25e2-f0d3-4254-8585-92f49c3d5239 req-99215776-edcf-48e6-8598-7abf1b273713 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1540878 Sep 14 14:50:01.201944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceac5e-d2b3-4e1a-8311-691d016903e2 req-bebad000-ad61-4224-8687-72ca4e1fc5f6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:01.204215 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4ceac5e-d2b3-4e1a-8311-691d016903e2 req-bebad000-ad61-4224-8687-72ca4e1fc5f6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 943 time: 0.1564019 Sep 14 14:50:01.343555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c63c25e2-f0d3-4254-8585-92f49c3d5239 req-ab01d278-5e1c-487e-99b9-6af5cf2e4480 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362319 Sep 14 14:50:01.428694 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4ceac5e-d2b3-4e1a-8311-691d016903e2 req-ad7eaf2e-551f-4249-ace8-b68dfc1f5ccd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097335 Sep 14 14:50:01.519484 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.562189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8042e2-7fb4-4a26-955c-9fe15b622a29 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:50:01.576319 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e4487415-7b76-4d0d-a066-a2b77b44c28d None None] Provisioning for port c8dbf1c5-e375-46f6-92e5-55f936684056 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:01.604974 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.676483 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:01.695750 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.732706 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.773136 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:01.773725 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Transition to ACTIVE for port object e40a9729-1206-42ee-a9b9-b70764fcafce will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:01.811591 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.815495 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:01.824112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:01.824638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.911017 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dbfa8-16d7-45d9-8060-779eeb447061 None None] Pushing event updated for resources: {'Port': ['ID=e40a9729-1206-42ee-a9b9-b70764fcafce,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:01.948338 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Attempting to bind port e40a9729-1206-42ee-a9b9-b70764fcafce on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:50:01.949219 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Attempting to bind port e40a9729-1206-42ee-a9b9-b70764fcafce by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:50:01.949840 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Attempting to bind port e40a9729-1206-42ee-a9b9-b70764fcafce on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:01.957180 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:50:01.958019 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:50:01.958649 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:01.959388 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:50:01.960121 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Bound port: e40a9729-1206-42ee-a9b9-b70764fcafce, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:50:01.960749 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.081073 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] For port e40a9729-1206-42ee-a9b9-b70764fcafce, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:50:02.098358 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] For port e40a9729-1206-42ee-a9b9-b70764fcafce, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=e40a9729-1206-42ee-a9b9-b70764fcafce,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:50:02.111878 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.128206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Allocated IP 172.20.0.1 (4f5ce84e-3ea9-495c-a052-742664bfc2ba/c0ac195f-c89e-4514-9937-46b94428ae3d/bfa37f0c-6478-4683-9c21-fb2ddc18ea1a) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:50:02.189963 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.216532 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['ae8042e2-7fb4-4a26-955c-9fe15b622a29'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:50:02.243347 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dbfa8-16d7-45d9-8060-779eeb447061 None None] Pushing event updated for resources: {'Port': ['ID=e40a9729-1206-42ee-a9b9-b70764fcafce,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:02.290931 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:50:02.291888 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:02.383045 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:02.403776 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.413262 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.428455 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c8dbf1c5-e375-46f6-92e5-55f936684056 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:02.488594 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Transition to ACTIVE for port object bfa37f0c-6478-4683-9c21-fb2ddc18ea1a will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:02.500704 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:50:02.572969 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.644666 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:50:02.667252 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Pushing event updated for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:02.681304 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:50:02.683879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:50:02.684415 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.728204 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:02.748055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3502ea-21a3-48e6-ae8e-a971041b4dcd req-1c39989a-962d-418a-9d6c-d7baa1ee6852 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:02.773142 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6f3502ea-21a3-48e6-ae8e-a971041b4dcd req-1c39989a-962d-418a-9d6c-d7baa1ee6852 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.2506230 Sep 14 14:50:02.811822 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port c8dbf1c5-e375-46f6-92e5-55f936684056 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:02.844540 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port c8dbf1c5-e375-46f6-92e5-55f936684056 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:02.844916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:02.880914 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 3, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:02.893108 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf55af-b48d-41cc-addf-333f3b996c6b req-29554eec-4d35-4eaa-bee1-a2e64e15b37b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:02.894680 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f2cf55af-b48d-41cc-addf-333f3b996c6b req-29554eec-4d35-4eaa-bee1-a2e64e15b37b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 944 time: 0.2932684 Sep 14 14:50:02.991840 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.021812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6f3502ea-21a3-48e6-ae8e-a971041b4dcd req-37e6ca54-56e2-4787-85ba-d9fcd8f14103 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296481 Sep 14 14:50:03.099355 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f2cf55af-b48d-41cc-addf-333f3b996c6b req-f53c75d7-390b-4246-9a39-3a6b8abea2cf tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890271 Sep 14 14:50:03.135854 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f1f898-631c-47b8-9230-9868dcb9922b None None] The sync data for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi is: [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:49:58Z', 'revision_number': 3, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:50:03.192619 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.333545 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port c8dbf1c5-e375-46f6-92e5-55f936684056, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c8dbf1c5-e375-46f6-92e5-55f936684056,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:03.335885 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-f70f162f-863d-4dd4-97f5-d0a8dc9d90a2 None None] Provisioning for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:03.342256 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-f70f162f-863d-4dd4-97f5-d0a8dc9d90a2 None None] Provisioning complete for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:03.343307 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f70f162f-863d-4dd4-97f5-d0a8dc9d90a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.347609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.464556 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-f70f162f-863d-4dd4-97f5-d0a8dc9d90a2 None None] Port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:50:03.483165 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=c8dbf1c5-e375-46f6-92e5-55f936684056,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:03.497524 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.505343 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.506173 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.528581 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 42b5a0d5-82cf-4cb3-a299-6bdd2743979f up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:03.623743 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:03.624248 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:03.737325 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Pushing event updated for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:03.847554 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:50:03.855232 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:50:04.158144 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Router 12a042a4-3d12-4dd2-b4fc-c76352a146bb has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:50:04.307924 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-016d6d20-bdef-47d7-b39b-b2d08a2cbe21 None None] Provisioning complete for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:04.308538 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-016d6d20-bdef-47d7-b39b-b2d08a2cbe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:04.383981 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-016d6d20-bdef-47d7-b39b-b2d08a2cbe21 None None] Port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:50:04.391658 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b75d-7e01-4149-a223-ed6ba7f3ab3a req-15f1d4bd-6573-4cd6-830f-ed0ae191e619 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:04.410853 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad46b75d-7e01-4149-a223-ed6ba7f3ab3a req-15f1d4bd-6573-4cd6-830f-ed0ae191e619 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1692011 Sep 14 14:50:04.447708 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd00daf-bd5d-4b80-b745-10674f370438 req-527f02c0-8ac4-443d-aa21-af13c627ced5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:04.450336 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fd00daf-bd5d-4b80-b745-10674f370438 req-527f02c0-8ac4-443d-aa21-af13c627ced5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 944 time: 0.1764491 Sep 14 14:50:04.490517 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:50:04.509526 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ea4ade97-b774-4c2a-95fd-a88639a6946e admin admin] 10.222.0.50 "PUT /v2.0/routers/12a042a4-3d12-4dd2-b4fc-c76352a146bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3931713 Sep 14 14:50:04.639550 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device ae8042e2-7fb4-4a26-955c-9fe15b622a29 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:04.644629 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad46b75d-7e01-4149-a223-ed6ba7f3ab3a req-ec5ddf49-7dd7-4bf4-a3c4-7de3a42fbc06 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328892 Sep 14 14:50:04.680228 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fd00daf-bd5d-4b80-b745-10674f370438 req-a4bfd9a6-8712-4707-9499-ae98560acd81 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221677 Sep 14 14:50:04.789503 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c7cf3-c4c8-4134-9dfa-e5f330cbf784 req-8bd23210-3043-444f-8c37-5c9c89e0719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:04.802704 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a69c7cf3-c4c8-4134-9dfa-e5f330cbf784 req-8bd23210-3043-444f-8c37-5c9c89e0719d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1098 time: 0.1458340 Sep 14 14:50:04.802939 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port ae8042e2-7fb4-4a26-955c-9fe15b622a29 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:04.806886 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port ae8042e2-7fb4-4a26-955c-9fe15b622a29 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:04.807264 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:04.901838 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a69c7cf3-c4c8-4134-9dfa-e5f330cbf784 req-f791d565-9426-4cdf-af17-2f921387beac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Sep 14 14:50:04.964843 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:05.003154 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:50:05.006459 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a03edb7-efa8-4912-9f77-e9ade46a66bb" -d '{"events": [{"server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "name": "network-vif-plugged", "status": "completed", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:50:05.097185 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:05.110173 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:05.159258 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c5088-eff8-43a3-a24b-1c6870c30d58 x-openstack-request-id: req-ea1c5088-eff8-43a3-a24b-1c6870c30d58 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:50:05.159804 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "name": "network-vif-plugged", "status": "completed", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:50:05.160234 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea1c5088-eff8-43a3-a24b-1c6870c30d58 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:50:05.160780 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'code': 200} Sep 14 14:50:05.214720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:05.545178 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b18f3-0a7b-4156-8a2f-e667545ef0dc req-e53706d4-b00f-4630-a610-44be01c1378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:05.545178 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a8b18f3-0a7b-4156-8a2f-e667545ef0dc req-e53706d4-b00f-4630-a610-44be01c1378c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 1098 time: 0.1052248 Sep 14 14:50:05.614219 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a8b18f3-0a7b-4156-8a2f-e667545ef0dc req-52b853e8-8553-4516-b48c-80efd3c9b3eb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620065 Sep 14 14:50:05.659870 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c8dbf1c5-e375-46f6-92e5-55f936684056 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:05.759517 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54672) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:05.767044 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316418998', 'description': 'tempest-secgroup-smoke-316418998 description', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:05.844877 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port c8dbf1c5-e375-46f6-92e5-55f936684056 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:05.845839 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:05.852624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:05.985743 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8f9bd-e792-41b8-822b-c62426aaa7f3 req-59f2ad11-d988-43de-875f-3c83d9886e6e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:05.996421 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57c8f9bd-e792-41b8-822b-c62426aaa7f3 req-59f2ad11-d988-43de-875f-3c83d9886e6e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.1364491 Sep 14 14:50:06.032121 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device e40a9729-1206-42ee-a9b9-b70764fcafce up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:06.043597 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8d0bc-2dcc-45c4-8044-7eb8062484c8 req-7ec7b8d7-1a3a-4457-9d8c-93f9aba588e0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:06.047133 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-72b8d0bc-2dcc-45c4-8044-7eb8062484c8 req-7ec7b8d7-1a3a-4457-9d8c-93f9aba588e0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.2571559 Sep 14 14:50:06.055047 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.069631 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.103767 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-57c8f9bd-e792-41b8-822b-c62426aaa7f3 req-ce77b567-2eb5-4897-a948-04ee2ef6e9d1 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060300 Sep 14 14:50:06.126324 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.130718 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3687494 Sep 14 14:50:06.135097 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54682) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:06.138724 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c580ad-4bcf-44a1-b79f-7347f7b11a9d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e845ef3e-fb87-42a1-9c73-fe05204c710c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:06.143691 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:06.146065 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port e40a9729-1206-42ee-a9b9-b70764fcafce completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:06.150372 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port e40a9729-1206-42ee-a9b9-b70764fcafce triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:06.150756 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.201304 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-72b8d0bc-2dcc-45c4-8044-7eb8062484c8 req-52b56629-e825-4b95-bc75-cc3a0f951366 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201625 Sep 14 14:50:06.244322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.373200 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Sync routers for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:50:06.385983 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.388672 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:50:06.389462 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:06.393000 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.418325 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0176b241-4c82-4037-9043-bc0b1b64d91a,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:06.423433 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.424914 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a331f2f9-25fc-4d6f-b47c-9561e5f9d953 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875879 Sep 14 14:50:06.431477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54688) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:06.437073 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.438781 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:06.472381 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port e40a9729-1206-42ee-a9b9-b70764fcafce, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=e40a9729-1206-42ee-a9b9-b70764fcafce,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:06.481811 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.487996 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.571589 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:50:06.578691 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.584536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.610659 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=e40a9729-1206-42ee-a9b9-b70764fcafce,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:06.612285 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489db57a-b3e1-4614-a52b-04359eb79e27,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:06.644852 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.647391 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f6602e85-302f-4888-9db9-926095244d7e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130935 Sep 14 14:50:06.650424 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54692) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:06.664805 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:06.752126 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.808109 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54706) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:06.859770 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 4, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bfa37f0c-6478-4683-9c21-fb2ddc18ea1a', 'name': '', 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'mac_address': 'fa:16:3e:70:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:50:01Z', 'updated_at': '2021-09-14T14:50:03Z', 'revision_number': 2, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'subnets': [{'id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:06.885592 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Deleting subnet 61705ff2-6912-453e-83f0-94d76ffdb386 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:50:06.889340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.892537 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Checking router: 12a042a4-3d12-4dd2-b4fc-c76352a146bb for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:50:06.892923 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Updating router 12a042a4-3d12-4dd2-b4fc-c76352a146bb port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:50:06.921908 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.926525 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.937263 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.985403 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:06.997536 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.015826 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.026908 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.030766 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760917 Sep 14 14:50:07.031167 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54712) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:07.036945 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:07.054033 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae8736-0318-4ab8-99ff-f54830e6490a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd3e40f-67b1-4634-a40e-34574449e4c0,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:07.068618 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61705ff2-6912-453e-83f0-94d76ffdb386,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:07.069392 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.075785 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.078229 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5a4982c6-bf44-45f5-bc4f-95785799da78 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/61705ff2-6912-453e-83f0-94d76ffdb386 HTTP/1.1" status: 204 len: 168 time: 0.2691352 Sep 14 14:50:07.080765 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54714) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:07.154061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.193470 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.273345 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.292321 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.326288 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.331981 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2991598 Sep 14 14:50:07.332897 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54724) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:07.342183 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.355149 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Transition to ACTIVE for port object bfa37f0c-6478-4683-9c21-fb2ddc18ea1a will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:07.362956 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:07.370061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.427011 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.439319 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915201d8-d9e0-499f-963c-0e637bd43ff6 req-57ed519e-f267-4302-8d18-160aa865693d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:07.443061 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-915201d8-d9e0-499f-963c-0e637bd43ff6 req-57ed519e-f267-4302-8d18-160aa865693d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.2100735 Sep 14 14:50:07.445882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd391f2-0079-4bf3-80ca-9764d28eb520 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737d6d1a-1575-4a18-89d3-630045a80818,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:07.458481 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.securitygroups_db [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Project 2fcebcfb63924ab183ec74a8d12a8aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:50:07.485006 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dba6d-22cd-41b4-a30b-f956da8caf67 None None] Pushing event updated for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:07.486025 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.511532 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.511918 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.512947 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.513275 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.513624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.513953 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.514285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.514598 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.514911 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.515498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.554356 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device e40a9729-1206-42ee-a9b9-b70764fcafce up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:07.618985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Attempting to bind port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:50:07.619524 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Attempting to bind port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:50:07.619949 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Attempting to bind port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a on network 4f5ce84e-3ea9-495c-a052-742664bfc2ba {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:07.633078 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:50:07.633520 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Checking segment: {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:50:07.635277 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.636462 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Bound using segment: {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:50:07.637000 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Bound port: bfa37f0c-6478-4683-9c21-fb2ddc18ea1a, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3a02e6-0677-416d-9171-ff3e9d8a201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:50:07.638511 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.646364 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-915201d8-d9e0-499f-963c-0e637bd43ff6 req-1bdbbd32-71f1-41c4-ab8b-c12aa91a1847 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795886 Sep 14 14:50:07.655700 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77220dbe-0d32-4cc2-ac84-108bf1181aab req-63f174f7-e71b-4854-aff0-7c84280994a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:07.657559 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-77220dbe-0d32-4cc2-ac84-108bf1181aab req-63f174f7-e71b-4854-aff0-7c84280994a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.3407242 Sep 14 14:50:07.681848 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.684544 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.689624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.690457 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 14:50:07.691020 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f4714a-d0cc-41f3-8c02-b4e470a5e41d']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:07.708211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.734325 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a7b0b6-e291-4915-8ff6-94cde4d3b564') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:07.734801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a7b0b6-e291-4915-8ff6-94cde4d3b564') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:07.765025 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.779519 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.810368 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.811569 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port e40a9729-1206-42ee-a9b9-b70764fcafce triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:07.811854 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.823050 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:50:07.823439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: from cryptography.utils import int_from_bytes Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: from cryptography.utils import int_from_bytes Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:50:07.828153 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:50:07.848113 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c1c387-03ce-4003-b2dc-2fa584d16c88,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:07.908930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.910655 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0f7ccb48-f55a-4dd9-aa70-d33f7e29c9f8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5600448 Sep 14 14:50:07.916078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54736) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:07.922192 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'security_group_rule': {'security_group_id': 'e845ef3e-fb87-42a1-9c73-fe05204c710c', 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:07.948384 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.951289 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-77220dbe-0d32-4cc2-ac84-108bf1181aab req-afcb7f77-a513-415c-8352-0e02355be849 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365956 Sep 14 14:50:07.957962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.958290 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] For port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:50:07.962446 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/12f4714a-d0cc-41f3-8c02-b4e470a5e41d HTTP/1.1" status: 204 len: 168 time: 0.8779144 Sep 14 14:50:07.963336 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] For port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:50:07.965672 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54738) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:07.975310 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:07.991985 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21280-8f12-4029-9d7d-6ede6fac62d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=12f4714a-d0cc-41f3-8c02-b4e470a5e41d,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:08.034804 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.securitygroups_db [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Project 2fcebcfb63924ab183ec74a8d12a8aae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:50:08.040747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.072386 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Deleting subnet d4a5eb24-9b08-45f7-8599-4fc194254847 {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:50:08.079174 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.122025 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:50:08.122754 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:49:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:08.175166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.186137 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.197766 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.226331 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.248376 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3298147 Sep 14 14:50:08.272799 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17178646-781b-4fc1-8853-a713fece81a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9fb009-5840-45c3-8186-68897076e6ca,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:08.278901 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb285ed-36f1-4365-bf8a-af521832d1a5 req-f5b849bb-b64c-4383-a159-5d8c5135dfd5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:08.280851 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0eb285ed-36f1-4365-bf8a-af521832d1a5 req-f5b849bb-b64c-4383-a159-5d8c5135dfd5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1544044 Sep 14 14:50:08.396676 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.415549 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0eb285ed-36f1-4365-bf8a-af521832d1a5 req-f9846512-8985-4299-8a58-0eb45f1dfc5f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034734 Sep 14 14:50:08.518334 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:50:08.556643 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.601447 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.604598 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4a5eb24-9b08-45f7-8599-4fc194254847 HTTP/1.1" status: 204 len: 168 time: 0.6368084 Sep 14 14:50:08.606495 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54790) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:08.632514 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3950c-cd5c-4ffe-816a-3f3e5e03256a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a5eb24-9b08-45f7-8599-4fc194254847,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:08.811064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:08.914805 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dba6d-22cd-41b4-a30b-f956da8caf67 None None] Pushing event updated for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:09.025218 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddc519-92c4-4b9f-a175-6f79eb128f7f req-273afe29-1e08-4f6c-bef7-0b48faa91928 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:09.045549 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-58ddc519-92c4-4b9f-a175-6f79eb128f7f req-273afe29-1e08-4f6c-bef7-0b48faa91928 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.1762447 Sep 14 14:50:09.117784 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 4, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bfa37f0c-6478-4683-9c21-fb2ddc18ea1a', 'name': '', 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'mac_address': 'fa:16:3e:70:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:50:01Z', 'updated_at': '2021-09-14T14:50:07Z', 'revision_number': 4, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'subnets': [{'id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:09.148832 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.195249 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-58ddc519-92c4-4b9f-a175-6f79eb128f7f req-f81a921c-21cc-4500-87ba-59fb64cc7c59 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414557 Sep 14 14:50:09.204550 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a7c3a3-9126-488c-8210-3235a6292339']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:09.211830 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5990136e-38cb-49ed-b3eb-65a0063c1f2e None None] The sync data for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi is: [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 4, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'bfa37f0c-6478-4683-9c21-fb2ddc18ea1a', 'name': '', 'network_id': '4f5ce84e-3ea9-495c-a052-742664bfc2ba', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'mac_address': 'fa:16:3e:70:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:50:01Z', 'updated_at': '2021-09-14T14:50:07Z', 'revision_number': 4, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'subnets': [{'id': 'c0ac195f-c89e-4514-9937-46b94428ae3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:50:09.244086 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0a3b2e-9ee7-4b62-8470-f0304909a087') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:09.244884 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0a3b2e-9ee7-4b62-8470-f0304909a087') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:50:09.274363 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.312959 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.326532 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:50:09.327758 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:50:09.332834 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:50:09.540906 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.554046 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.555109 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bfa37f0c-6478-4683-9c21-fb2ddc18ea1a up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:09.556072 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] 10.222.0.50 "DELETE /v2.0/networks/34a7c3a3-9126-488c-8210-3235a6292339 HTTP/1.1" status: 204 len: 168 time: 0.9485972 Sep 14 14:50:09.608704 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e159d-5702-446b-8094-2b7f34c7778c admin admin] Pushing event deleted for resources: {'Network': ['ID=34a7c3a3-9126-488c-8210-3235a6292339,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:09.666595 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:09.678160 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:09.680015 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.838957 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.898021 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:09.908581 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:09.941874 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54838) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:10.064357 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:10.075129 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54844) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:10.088702 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a90df954-e0a5-41ff-845f-271a7fb985e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=771b7a47aa4047e58cd0f8f4ef79a55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1288328 Sep 14 14:50:10.186205 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.226491 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.323992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.326941 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.328337 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c50af177-6288-46d2-a4be-5f3f4ebfe8dd HTTP/1.1" status: 204 len: 168 time: 0.2520738 Sep 14 14:50:10.348879 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45373cd5-f059-4354-ae42-aeb79828d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50af177-6288-46d2-a4be-5f3f4ebfe8dd,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:10.662375 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c881b-30dd-4d44-8b51-41a5df27051b req-96325279-cc3e-49e9-bd98-9e5738699e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:10.664941 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-96325279-cc3e-49e9-bd98-9e5738699e5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.0727363 Sep 14 14:50:10.667342 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bc065-5e3f-40c2-b80e-c844a2e98544 req-5649db0d-d4d6-46f4-84f3-709e3203c32c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:10.669314 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f2bc065-5e3f-40c2-b80e-c844a2e98544 req-5649db0d-d4d6-46f4-84f3-709e3203c32c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0822749 Sep 14 14:50:10.720357 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f2bc065-5e3f-40c2-b80e-c844a2e98544 req-534e44d3-3480-48c3-b3d5-4f70b378b5eb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Sep 14 14:50:10.801741 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54870) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:10.807067 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c881b-30dd-4d44-8b51-41a5df27051b req-c1dc411e-86ae-4e07-b713-6a06e2e7040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:10.808600 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-c1dc411e-86ae-4e07-b713-6a06e2e7040e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.1339123 Sep 14 14:50:10.847891 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-9cd3353c-f3cd-496b-86cc-8675a7a6ea4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3e922bfd8af4c82adc90272d20598f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439830 Sep 14 14:50:10.850359 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54872) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:10.858423 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-9331af42-1c29-4287-a8bd-bc487b4301f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0361843 Sep 14 14:50:10.913920 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.929685 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c881b-30dd-4d44-8b51-41a5df27051b req-5affd178-341a-44e6-89ea-759d76322b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:10.931229 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-5affd178-341a-44e6-89ea-759d76322b54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0572608 Sep 14 14:50:10.949549 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:10.985743 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-dc938368-eb78-4cac-b836-3d2d892d799c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334513 Sep 14 14:50:11.023918 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:11.027961 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:11.029400 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26547fae-9a8e-4db8-af19-303a301dce5e HTTP/1.1" status: 204 len: 168 time: 0.1778882 Sep 14 14:50:11.039985 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b673cb6-b20d-443e-b91b-615fcd1373d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26547fae-9a8e-4db8-af19-303a301dce5e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:11.157418 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-d608391d-ca70-463e-8d74-78eb6a44ed1d service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423812 Sep 14 14:50:11.635320 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bfa37f0c-6478-4683-9c21-fb2ddc18ea1a up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:11.794937 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:11.795429 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:11.874785 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-563c881b-30dd-4d44-8b51-41a5df27051b req-5cc755c3-4f76-49de-9c6d-784b795d9ee3 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012072 Sep 14 14:50:12.007091 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c4c9-fc08-481c-91d4-7cc345baedbe req-f923ae67-e410-4ab9-b78d-b0ab4ed7ca26 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:12.026637 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7394c4c9-fc08-481c-91d4-7cc345baedbe req-f923ae67-e410-4ab9-b78d-b0ab4ed7ca26 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1319265 Sep 14 14:50:12.058226 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:50:12.116567 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7394c4c9-fc08-481c-91d4-7cc345baedbe req-735bb1c9-fd25-4386-a0fa-eb9811aca379 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812426 Sep 14 14:50:12.194443 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54914) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:12.360501 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b0d1-e41e-4f3c-9ea0-13b81d7452f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.486038 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b0d1-e41e-4f3c-9ea0-13b81d7452f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.493280 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e4e7b0d1-e41e-4f3c-9ea0-13b81d7452f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.536075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e4e7b0d1-e41e-4f3c-9ea0-13b81d7452f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=183993c2e306403f90e6c4eee0eca7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397002 Sep 14 14:50:12.538616 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54928) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:12.543184 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7b0d1-e41e-4f3c-9ea0-13b81d7452f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2171d-f26a-4928-bca8-0c5f5ab2ca87,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:12.608680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.636084 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.698667 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.703351 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:12.707625 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5b2171d-f26a-4928-bca8-0c5f5ab2ca87 HTTP/1.1" status: 204 len: 168 time: 0.1676874 Sep 14 14:50:12.718383 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c078-0c9d-42c2-b6c2-2e9d6c4428b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2171d-f26a-4928-bca8-0c5f5ab2ca87,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:13.223162 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 54946) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:13.240282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8542cc5b-5d97-436a-9f7e-4ad786e10796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.261227 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bfe81-c2f5-4944-bee8-a645b0391de9 req-a54c9640-43ba-4aa0-9a14-bad833c10bc5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:13.263013 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b03bfe81-c2f5-4944-bee8-a645b0391de9 req-a54c9640-43ba-4aa0-9a14-bad833c10bc5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0741553 Sep 14 14:50:13.320819 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b03bfe81-c2f5-4944-bee8-a645b0391de9 req-4061de18-481f-4ea6-a1a5-34e0968e9524 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Sep 14 14:50:13.401652 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8542cc5b-5d97-436a-9f7e-4ad786e10796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.407108 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8542cc5b-5d97-436a-9f7e-4ad786e10796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.450992 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542cc5b-5d97-436a-9f7e-4ad786e10796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47caba35-526d-45f7-8c63-7f2ec65f31eb,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:13.459463 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-8542cc5b-5d97-436a-9f7e-4ad786e10796 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60c02d3cce99451e8e4c05fd4b390870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350385 Sep 14 14:50:13.463962 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54954) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:13.532872 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.561638 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.618524 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.621827 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:13.623156 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47caba35-526d-45f7-8c63-7f2ec65f31eb HTTP/1.1" status: 204 len: 168 time: 0.1577566 Sep 14 14:50:13.638313 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b190-0902-499a-bad0-e5ea433c8baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47caba35-526d-45f7-8c63-7f2ec65f31eb,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:14.470131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f14668-6627-4a71-99f3-fb9aa2e2145e req-8d419fc5-c8b5-4cfa-9d87-139bf19d8554 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:14.478213 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41f14668-6627-4a71-99f3-fb9aa2e2145e req-8d419fc5-c8b5-4cfa-9d87-139bf19d8554 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0631399 Sep 14 14:50:14.524721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41f14668-6627-4a71-99f3-fb9aa2e2145e req-f87eb2b5-f543-45fd-b901-062cf2bac7de tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444639 Sep 14 14:50:14.954930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 54998) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:15.080299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4be8-fc25-4b1a-a3bc-27ab204c8416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.193482 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4be8-fc25-4b1a-a3bc-27ab204c8416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.198739 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4be8-fc25-4b1a-a3bc-27ab204c8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.236694 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b5ce4be8-fc25-4b1a-a3bc-27ab204c8416 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e4350b71d224ad388fe93732fcbbe43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805619 Sep 14 14:50:15.237297 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce4be8-fc25-4b1a-a3bc-27ab204c8416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccba249-4403-42fb-923f-4e4074d3b899,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:15.240353 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 55004) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:15.299720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.320952 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.376396 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.379285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:15.380494 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ccba249-4403-42fb-923f-4e4074d3b899 HTTP/1.1" status: 204 len: 168 time: 0.1386678 Sep 14 14:50:15.392171 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525a74-e8ff-478c-81e7-e7db68a861f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccba249-4403-42fb-923f-4e4074d3b899,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:15.677653 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb4520-029a-4d44-b333-3490a0194c2b req-afc774ba-8199-4848-9bad-61507a18ffa4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:15.680002 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-caeb4520-029a-4d44-b333-3490a0194c2b req-afc774ba-8199-4848-9bad-61507a18ffa4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0747271 Sep 14 14:50:15.735902 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-caeb4520-029a-4d44-b333-3490a0194c2b req-758a858a-f732-4a24-9f1f-beee5ffaf6c5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Sep 14 14:50:16.853537 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3961f-dc26-446d-8a19-be4f5477754a req-8ebb5df3-bf56-4409-b047-cffbe13b44ae tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:16.855593 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-22b3961f-dc26-446d-8a19-be4f5477754a req-8ebb5df3-bf56-4409-b047-cffbe13b44ae tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0527525 Sep 14 14:50:16.903196 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-22b3961f-dc26-446d-8a19-be4f5477754a req-52b1016f-af9d-4aa7-ace1-1f3c679eaabf tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407488 Sep 14 14:50:18.101088 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373547a-9011-4104-803f-9874dddcdb38 req-eac2f0d3-2dd0-4165-9a5a-26ab10049d88 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:18.121476 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7373547a-9011-4104-803f-9874dddcdb38 req-eac2f0d3-2dd0-4165-9a5a-26ab10049d88 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1281183 Sep 14 14:50:18.171516 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7373547a-9011-4104-803f-9874dddcdb38 req-a5775f7f-f7b2-470a-992b-665952247162 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Sep 14 14:50:19.315601 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a84027-df22-471f-9929-e51ec2344e69 req-961fb811-242a-41ff-bfba-826d1f38f633 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:19.317278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75a84027-df22-471f-9929-e51ec2344e69 req-961fb811-242a-41ff-bfba-826d1f38f633 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0616586 Sep 14 14:50:19.365843 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75a84027-df22-471f-9929-e51ec2344e69 req-47cd3a7b-7947-4b04-9404-3aadc390b013 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Sep 14 14:50:20.503967 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34f4b-f819-40e8-a98f-41db6dbb5629 req-b1fc33c7-6933-4d70-b889-cdde77315dc4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:20.506596 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3bd34f4b-f819-40e8-a98f-41db6dbb5629 req-b1fc33c7-6933-4d70-b889-cdde77315dc4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0584278 Sep 14 14:50:20.554857 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3bd34f4b-f819-40e8-a98f-41db6dbb5629 req-581b4c8f-8ba3-4c4c-9367-ece27ca03e25 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394135 Sep 14 14:50:21.638805 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-cff89bad-2a81-4354-89ef-89ee06a7cae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:21.679114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7e81-0fdc-4fe8-9e54-ec2f72b43c94 req-15548174-b652-470c-9f56-2bdcf54cd6d2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:21.680688 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8b7b7e81-0fdc-4fe8-9e54-ec2f72b43c94 req-15548174-b652-470c-9f56-2bdcf54cd6d2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0528252 Sep 14 14:50:21.723786 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8b7b7e81-0fdc-4fe8-9e54-ec2f72b43c94 req-c577cd47-1f79-40bc-a675-7c913239e953 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Sep 14 14:50:22.853410 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bdadf-9621-4bc6-a278-ac0a454032d8 req-b53f07a3-699f-4e2f-b222-c5d528c76676 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:22.854932 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-997bdadf-9621-4bc6-a278-ac0a454032d8 req-b53f07a3-699f-4e2f-b222-c5d528c76676 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0560918 Sep 14 14:50:22.895468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-997bdadf-9621-4bc6-a278-ac0a454032d8 req-11767ae6-ac34-4c4d-9005-48fd96aa7ec1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Sep 14 14:50:24.020514 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129bee-5d21-45dd-b231-ffaab622aec2 req-761dffda-f31e-43fe-bfd8-24982b7ef539 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:24.022113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e129bee-5d21-45dd-b231-ffaab622aec2 req-761dffda-f31e-43fe-bfd8-24982b7ef539 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0523458 Sep 14 14:50:24.063075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e129bee-5d21-45dd-b231-ffaab622aec2 req-f24e0c77-44a5-4348-b4ca-70d5a3dd978f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Sep 14 14:50:24.179606 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-3d296c9c-d056-4def-a7e3-f33392b8e302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:24.334210 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:25.385800 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:27.019565 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:28.038808 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfb47a-beff-4f26-ba6d-23904795e3e2 req-0f3cf192-0d81-44f5-9330-bf80a43f9a42 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:28.040492 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-40dfb47a-beff-4f26-ba6d-23904795e3e2 req-0f3cf192-0d81-44f5-9330-bf80a43f9a42 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0710380 Sep 14 14:50:28.093725 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-40dfb47a-beff-4f26-ba6d-23904795e3e2 req-44f36956-0a09-4ab9-b1e2-010dad70ee6f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Sep 14 14:50:29.227507 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69e5c9-2916-4fdc-b886-ab87475a9b2b req-7a4c6e27-f00f-4905-b241-f325c5f06c58 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:29.236721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0a69e5c9-2916-4fdc-b886-ab87475a9b2b req-7a4c6e27-f00f-4905-b241-f325c5f06c58 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0640817 Sep 14 14:50:29.276611 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0a69e5c9-2916-4fdc-b886-ab87475a9b2b req-f8ac3319-1c36-4711-80ee-1461cb68687d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Sep 14 14:50:30.398822 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1aadb-b2c7-48be-add4-65dd4e10b759 req-30df8846-fce1-4e78-af78-31f343803ea3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:30.401267 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-19b1aadb-b2c7-48be-add4-65dd4e10b759 req-30df8846-fce1-4e78-af78-31f343803ea3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0552332 Sep 14 14:50:30.452280 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-19b1aadb-b2c7-48be-add4-65dd4e10b759 req-d71795d6-89d5-45d0-8fb7-00307f03db47 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430799 Sep 14 14:50:31.583256 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4bc0b-2775-43e0-9c9e-35c65ec18584 req-23af79c8-9e1a-409a-8f3d-1db360033f5a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:31.584778 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-31c4bc0b-2775-43e0-9c9e-35c65ec18584 req-23af79c8-9e1a-409a-8f3d-1db360033f5a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0559378 Sep 14 14:50:31.633004 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-31c4bc0b-2775-43e0-9c9e-35c65ec18584 req-840c2b01-f70b-4fa3-a6f5-43ba0120dcab tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Sep 14 14:50:32.786864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b709adc-53ce-4bfc-9858-4225978e3b80 req-4770ad01-89cd-4d7c-af2e-53d4191542a1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:32.788636 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b709adc-53ce-4bfc-9858-4225978e3b80 req-4770ad01-89cd-4d7c-af2e-53d4191542a1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0683913 Sep 14 14:50:32.837914 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b709adc-53ce-4bfc-9858-4225978e3b80 req-62560dcb-fd47-4365-8de9-eee9b6492b28 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421839 Sep 14 14:50:33.439712 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-0004cf70-759b-4df0-a61e-f34f76c1eba5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:33.441620 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-0004cf70-759b-4df0-a61e-f34f76c1eba5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.1112633 Sep 14 14:50:33.488440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-8e3d1a91-03ea-443c-8378-f0352937bca7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/quotas/1d81898bcbd5424cbbda8d334cb3054c HTTP/1.1" status: 200 len: 375 time: 0.0300333 Sep 14 14:50:33.582810 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-f6cc4c51-7c0b-427f-831b-4e4bcad89c92 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815313 Sep 14 14:50:33.830137 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-75a18e99-aeb8-46bf-8b2b-10b0ee332cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400920 Sep 14 14:50:33.839153 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256defa-868a-4b42-bee6-4ab265a2b865 req-2423e638-ecf0-4cbd-b26f-004f3d166d8f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:33.841020 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c256defa-868a-4b42-bee6-4ab265a2b865 req-2423e638-ecf0-4cbd-b26f-004f3d166d8f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.1053042 Sep 14 14:50:33.992400 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c256defa-868a-4b42-bee6-4ab265a2b865 req-d252a0fd-007d-41cc-87db-c9c18fbebf83 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344748 Sep 14 14:50:34.069416 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-b5ee63e9-b12a-4fb4-a34b-691749807822 service neutron] 10.222.0.50 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383394 Sep 14 14:50:34.291535 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5486bd-d319-422c-add7-aea2520b583f req-3eabfd29-465f-4c08-b909-590e31ba9b5d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:34.291535 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb5486bd-d319-422c-add7-aea2520b583f req-3eabfd29-465f-4c08-b909-590e31ba9b5d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0659137 Sep 14 14:50:34.344941 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e7d5b0f2-8c17-4ba5-91fb-039af1d15bc6 req-e1fce413-a151-403c-b8ff-db250aef7f5b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 210 time: 0.0347037 Sep 14 14:50:34.352635 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb5486bd-d319-422c-add7-aea2520b583f req-50dcdb1e-c43b-44cd-ad31-6add520c06d4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559089 Sep 14 14:50:34.900686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-da8473f3-3a01-42df-9db3-f5f68c8f7ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:34.902200 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-da8473f3-3a01-42df-9db3-f5f68c8f7ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.0509276 Sep 14 14:50:35.025404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-615d14c9-551a-4295-ac95-06c26328f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:35.027296 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-615d14c9-551a-4295-ac95-06c26328f72a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.1010344 Sep 14 14:50:35.083226 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-75682e18-3b55-484f-8808-baf25a958d42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0404534 Sep 14 14:50:35.118232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5fa83-7e71-41c9-a461-b60fe47a5efc req-8efb8ccf-5800-4706-bd48-76c4296d1452 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:35.119833 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f8a5fa83-7e71-41c9-a461-b60fe47a5efc req-8efb8ccf-5800-4706-bd48-76c4296d1452 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0600245 Sep 14 14:50:35.141513 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-aa2397b1-30d4-4e69-83b3-8355a9d75f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:35.143031 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-aa2397b1-30d4-4e69-83b3-8355a9d75f12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0510187 Sep 14 14:50:35.178978 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f8a5fa83-7e71-41c9-a461-b60fe47a5efc req-39a56cfc-c369-45bf-b2d6-2df87ea7a473 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 Sep 14 14:50:35.185054 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-d3f85683-d790-4ae0-94ac-7016044c87f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290852 Sep 14 14:50:35.312305 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-5f352603-00e8-4da3-9322-ca5bd5b33053 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149671 Sep 14 14:50:35.453639 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-785b1a6a-982e-4db2-a3c9-3e7cf43657b5 req-ce30b9c3-1c81-4bf8-961e-32fab866af8a service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085901 Sep 14 14:50:35.472323 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e335b415-4e9c-48b1-a6fb-99dcceefd48e req-6537ca40-5b54-496b-9624-72da8ba14e79 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 210 time: 0.0429261 Sep 14 14:50:35.537430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84931bf2-c2aa-48b1-8f73-ba3751b63c92 req-2b111d41-a794-40da-9dd2-67d65945c3ca tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:35.538988 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84931bf2-c2aa-48b1-8f73-ba3751b63c92 req-2b111d41-a794-40da-9dd2-67d65945c3ca tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0929017 Sep 14 14:50:35.581947 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84931bf2-c2aa-48b1-8f73-ba3751b63c92 req-6ee70430-8b8b-4b77-831e-749d5c3760a1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Sep 14 14:50:35.648504 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-bccea30b-813e-4363-a66a-f197e217b5ab tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:35.650518 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-bccea30b-813e-4363-a66a-f197e217b5ab tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 814 time: 0.1304674 Sep 14 14:50:35.681567 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Request body: {'port': {'device_id': 'a85e0671-062a-4438-80d9-8a17472acce9', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'admin_state_up': True, 'tenant_id': '1d81898bcbd5424cbbda8d334cb3054c'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:35.809233 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Made reservation on behalf of 1d81898bcbd5424cbbda8d334cb3054c for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:50:35.812931 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:35.957720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Allocated IP 172.20.0.14 (f360b301-1b72-4046-97d0-20fa402edc06/7b196bb7-95f9-45cb-b965-ced9ff75b244/b9f7df70-cebb-48ad-a942-392463d5c8f6) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:50:36.114609 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.158175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.177938 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5', 'c3444aaf-166e-4911-9e10-3f51c803747d', 'ae8042e2-7fb4-4a26-955c-9fe15b622a29'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:50:36.200708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Network f360b301-1b72-4046-97d0-20fa402edc06 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:50:36.204162 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:50:36.207917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:50:36.216449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event updated for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:36.247500 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.247849 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.248225 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.248560 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.248938 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.249333 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.249833 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.250116 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.250469 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.250810 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.251107 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.251409 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:36.306598 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:36.307404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.335504 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-a937c131-dbaa-483c-8b03-eb2f74cf8dc4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6596363 Sep 14 14:50:36.352100 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b23e72-08ff-4af3-802f-2169eabc44f7 req-a9702045-1d13-490d-9fcb-944218ae35fa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:36.355395 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Request body: {'port': {'device_id': 'a85e0671-062a-4438-80d9-8a17472acce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:36.364452 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a7b23e72-08ff-4af3-802f-2169eabc44f7 req-a9702045-1d13-490d-9fcb-944218ae35fa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0691683 Sep 14 14:50:36.403999 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a7b23e72-08ff-4af3-802f-2169eabc44f7 req-503fe267-cf9a-45e9-9227-101bb42b57da tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Sep 14 14:50:36.436698 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.609528 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18784a9e-7787-4fea-b295-041a73218ec1 req-88fe2945-26fa-4997-8821-e249df069a0c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:36.611161 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18784a9e-7787-4fea-b295-041a73218ec1 req-88fe2945-26fa-4997-8821-e249df069a0c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 932 time: 0.0615065 Sep 14 14:50:36.653463 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18784a9e-7787-4fea-b295-041a73218ec1 req-f52ccaae-ee06-4ac9-bcb2-8ec836bb941a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Sep 14 14:50:36.712605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f7df70-cebb-48ad-a942-392463d5c8f6 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:50:36.713831 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eafa6-1b2b-422e-80c7-e9dd59f13519 req-8ee77448-b2a3-41ad-b0ff-949eb1fee70c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:36.715332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc7eafa6-1b2b-422e-80c7-e9dd59f13519 req-8ee77448-b2a3-41ad-b0ff-949eb1fee70c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0520852 Sep 14 14:50:36.722980 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.738145 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Transition to ACTIVE for port object b9f7df70-cebb-48ad-a942-392463d5c8f6 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:36.743932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.771643 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc7eafa6-1b2b-422e-80c7-e9dd59f13519 req-1ee4f325-6333-4dbb-856a-d677ab531fe9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489025 Sep 14 14:50:36.815635 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Pushing event updated for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:36.878522 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Attempting to bind port b9f7df70-cebb-48ad-a942-392463d5c8f6 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:50:36.878863 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Attempting to bind port b9f7df70-cebb-48ad-a942-392463d5c8f6 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:50:36.879179 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Attempting to bind port b9f7df70-cebb-48ad-a942-392463d5c8f6 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:36.883808 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Port b9f7df70-cebb-48ad-a942-392463d5c8f6 on network f360b301-1b72-4046-97d0-20fa402edc06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:50:36.884154 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Attempting to bind port b9f7df70-cebb-48ad-a942-392463d5c8f6 on network f360b301-1b72-4046-97d0-20fa402edc06 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:36.888965 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:50:36.889297 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Checking segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:50:36.890076 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Bound using segment: {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:50:36.890869 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Bound port: b9f7df70-cebb-48ad-a942-392463d5c8f6, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d6d9f54-c55d-47cd-aa57-02d7e9498e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:50:36.891223 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:36.958357 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:50:36.961605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:50:36.967400 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:37.008936 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.009539 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:37.010916 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] 10.222.0.64 "PUT /v2.0/ports/b9f7df70-cebb-48ad-a942-392463d5c8f6 HTTP/1.1" status: 200 len: 1094 time: 0.6612766 Sep 14 14:50:37.011346 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:50:37.013697 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:50:37.038979 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba3f37-96c1-451d-a128-1ad866bfc06c service neutron] Pushing event updated for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:37.058923 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf97a70-5355-4b9a-81be-7eb08710f81d x-openstack-request-id: req-1cf97a70-5355-4b9a-81be-7eb08710f81d {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:50:37.059209 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:50:37.059457 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cf97a70-5355-4b9a-81be-7eb08710f81d {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:50:37.059858 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6', 'status': 'completed', 'code': 200} Sep 14 14:50:37.108360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:37.120823 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-609b0cd1-c8cc-4a94-9a58-da0ac60329cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.122415 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-609b0cd1-c8cc-4a94-9a58-da0ac60329cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 1097 time: 0.0501533 Sep 14 14:50:37.174542 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-1811a23f-5bec-4962-9e0e-b79f9e65131b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6 HTTP/1.1" status: 200 len: 217 time: 0.0383053 Sep 14 14:50:37.236285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-10ac0a13-2a51-4283-b950-c38ee325e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.238271 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-10ac0a13-2a51-4283-b950-c38ee325e331 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0477581 Sep 14 14:50:37.279063 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-8ad84cf6-9cee-436e-864d-ce02369cc1d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298080 Sep 14 14:50:37.393235 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-1ab9f8a3-3e50-4899-b401-e7f935219845 service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024241 Sep 14 14:50:37.519155 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4571ef1f-37bd-45a1-baad-11420317fc1a req-f86ff5ef-b2e4-45e6-b5b9-4a2ae3633fdd service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125369 Sep 14 14:50:37.538604 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4430f9-7cd0-494d-b4c5-731d821b7b59 req-c4a75450-2fc9-40ea-bcb6-261b17004575 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.540781 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5f4430f9-7cd0-494d-b4c5-731d821b7b59 req-c4a75450-2fc9-40ea-bcb6-261b17004575 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0530360 Sep 14 14:50:37.578975 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5f4430f9-7cd0-494d-b4c5-731d821b7b59 req-e9c3bcf0-0fc0-467e-8f9f-c7b07de2f00d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Sep 14 14:50:37.617177 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-8c90e279-f50b-48a3-8d24-82332374b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.618698 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-8c90e279-f50b-48a3-8d24-82332374b2b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 1097 time: 0.0422609 Sep 14 14:50:37.713381 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-b7f46d34-f12e-4c81-8899-a01f883cb4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.714921 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-b7f46d34-f12e-4c81-8899-a01f883cb4ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 200 len: 915 time: 0.0860357 Sep 14 14:50:37.763183 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-1d601eb0-94c5-4b2e-a45a-d1aab191f9b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6 HTTP/1.1" status: 200 len: 217 time: 0.0380969 Sep 14 14:50:37.781996 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c166a5-2d07-4a00-9705-848f9056ab76 req-9553ff94-fb3b-4b4c-8ed5-081a57371117 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.783830 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8c166a5-2d07-4a00-9705-848f9056ab76 req-9553ff94-fb3b-4b4c-8ed5-081a57371117 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0529578 Sep 14 14:50:37.820459 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-276fc587-3732-448c-bdf3-2fa8eb16f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.821996 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-276fc587-3732-448c-bdf3-2fa8eb16f53c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 200 len: 854 time: 0.0483549 Sep 14 14:50:37.828640 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8c166a5-2d07-4a00-9705-848f9056ab76 req-2c0d63df-adf8-47d8-9ed5-3ab00f5ddc46 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Sep 14 14:50:37.859232 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-3c49781a-6981-4eda-9b2a-792e4ebfefd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f360b301-1b72-4046-97d0-20fa402edc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265899 Sep 14 14:50:37.903780 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53199d-c190-4a88-837e-9c27ce51a0dc req-5bcd4b14-e6d5-477f-bbc6-0c8132c435d6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:37.905468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef53199d-c190-4a88-837e-9c27ce51a0dc req-5bcd4b14-e6d5-477f-bbc6-0c8132c435d6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0532508 Sep 14 14:50:37.947113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef53199d-c190-4a88-837e-9c27ce51a0dc req-46479a39-d290-4ff2-8d84-0a25b7c4dc22 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342422 Sep 14 14:50:37.961400 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-90830ac4-b64a-4336-bbf2-2a876e87b5db service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913785 Sep 14 14:50:38.062860 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f3036acc-50b3-4e8b-9d95-c83bcfe379a6 req-13992086-360f-4228-bba1-9ec112cd837a service neutron] 10.222.0.64 "GET /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 Sep 14 14:50:38.706017 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadd99b-6aed-4015-9ea4-3baf9d76577e req-0b33a8d0-b01e-40e0-abd0-feadbe83f2df tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:38.707642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cdadd99b-6aed-4015-9ea4-3baf9d76577e req-0b33a8d0-b01e-40e0-abd0-feadbe83f2df tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0541103 Sep 14 14:50:38.750785 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cdadd99b-6aed-4015-9ea4-3baf9d76577e req-4c79ef83-8b71-4596-bcb2-64eeae3e0e47 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342612 Sep 14 14:50:38.975802 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917ce81-0bab-4a2a-806b-242a390976c6 req-5520e677-df6c-4672-8c29-be6c31d22dcd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:38.978110 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b917ce81-0bab-4a2a-806b-242a390976c6 req-5520e677-df6c-4672-8c29-be6c31d22dcd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0667660 Sep 14 14:50:39.020548 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b917ce81-0bab-4a2a-806b-242a390976c6 req-878186da-20cb-4d7e-8b63-8963913ba3da tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344152 Sep 14 14:50:39.075177 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a5a9-f4a7-4d0d-bcc2-ce51f6370dac req-0723838d-5dd2-4910-a22c-0f90c1053b6d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:39.076774 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f624a5a9-f4a7-4d0d-bcc2-ce51f6370dac req-0723838d-5dd2-4910-a22c-0f90c1053b6d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0549326 Sep 14 14:50:39.118168 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f624a5a9-f4a7-4d0d-bcc2-ce51f6370dac req-11b8d8f2-5841-4120-9c87-73752f65f314 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Sep 14 14:50:39.773501 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-53f29dc0-881d-4450-94d3-2dae3f875c85 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316418998&fields=id&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 267 time: 0.0347571 Sep 14 14:50:40.097749 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-944b7413-aa4d-4bff-b587-279420555e86 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:40.099254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-944b7413-aa4d-4bff-b587-279420555e86 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.3188300 Sep 14 14:50:40.110806 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ed2a1-9795-4132-b84b-4614ac417499 req-ed08cf80-af1b-423d-8800-93835cd4872f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:40.112273 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-684ed2a1-9795-4132-b84b-4614ac417499 req-ed08cf80-af1b-423d-8800-93835cd4872f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.2678905 Sep 14 14:50:40.128705 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-4e273a33-3ba8-4cfd-be1d-080db618587a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/quotas/2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 375 time: 0.0154469 Sep 14 14:50:40.181082 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-684ed2a1-9795-4132-b84b-4614ac417499 req-dc7304f9-5b9c-4a68-a500-6015e3d3c5d4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616577 Sep 14 14:50:40.195765 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-10a0cbd9-97dc-4a2f-a082-2e34a321a0b5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595989 Sep 14 14:50:40.325789 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-2213b805-5e7c-48fe-bb8c-4280187c4e60 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173127 Sep 14 14:50:40.337477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f01a-9f20-4a68-a868-b75dc7455b74 req-4cf3fad1-99df-4e2f-8586-2f573b0d28bd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:40.338921 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c726f01a-9f20-4a68-a868-b75dc7455b74 req-4cf3fad1-99df-4e2f-8586-2f573b0d28bd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0687213 Sep 14 14:50:40.436305 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c726f01a-9f20-4a68-a868-b75dc7455b74 req-ed41fd00-d690-4c20-977b-c9b13cc0fc4a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Sep 14 14:50:40.464615 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-bdc04558-959a-477d-8122-88937b209311 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246724 Sep 14 14:50:40.555512 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ce1d-215b-41ec-b581-3d6b2d20b85d req-f13a0dfe-7fd2-4378-92cb-f4f5b86ef8d0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:40.557107 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-aa02ce1d-215b-41ec-b581-3d6b2d20b85d req-f13a0dfe-7fd2-4378-92cb-f4f5b86ef8d0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0548124 Sep 14 14:50:40.605554 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-aa02ce1d-215b-41ec-b581-3d6b2d20b85d req-d381905e-8838-466e-95e2-a579960aad60 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Sep 14 14:50:40.777907 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fbb37bb6-d48e-4ce3-be91-65410b8a9e06 req-40e096b8-7c43-4ad4-844f-40a1e9169138 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 210 time: 0.0260501 Sep 14 14:50:41.326496 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34083e06-c15b-41e5-a0e5-3f6c3fb5a1b9 req-f1cade50-b2cf-461d-973c-4098d0592740 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:41.327991 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34083e06-c15b-41e5-a0e5-3f6c3fb5a1b9 req-f1cade50-b2cf-461d-973c-4098d0592740 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0592918 Sep 14 14:50:41.368463 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34083e06-c15b-41e5-a0e5-3f6c3fb5a1b9 req-a4d53979-ba98-49b3-a9a9-49f06f3a78f1 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335491 Sep 14 14:50:41.560946 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b4a9b-e9ca-4912-bbeb-4bdda27c5709 req-633f9eaa-1535-4a97-bd3b-03b2096b9ced tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:41.562431 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-954b4a9b-e9ca-4912-bbeb-4bdda27c5709 req-633f9eaa-1535-4a97-bd3b-03b2096b9ced tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0497174 Sep 14 14:50:41.605370 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-954b4a9b-e9ca-4912-bbeb-4bdda27c5709 req-10505080-2045-44f0-bedf-b3d77ed467dd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362782 Sep 14 14:50:41.738136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394000-b15b-4323-9227-ab1238098fdb req-722a6c82-bfbf-4701-ab96-afb88b76e582 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:41.740048 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45394000-b15b-4323-9227-ab1238098fdb req-722a6c82-bfbf-4701-ab96-afb88b76e582 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0520601 Sep 14 14:50:41.779710 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45394000-b15b-4323-9227-ab1238098fdb req-493a461f-f290-452d-a475-9c102b16eb94 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Sep 14 14:50:41.884909 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-14a926d5-f470-462d-a53f-0e5ce92e9c4c req-442b8bf9-1d2f-41b2-9f05-af611de600d8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 210 time: 0.0331144 Sep 14 14:50:41.925098 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-a5d950d2-d602-4a22-94d6-074e18b484b7 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:41.926684 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-a5d950d2-d602-4a22-94d6-074e18b484b7 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.1118729 Sep 14 14:50:41.980133 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-76cc3158-31e7-4d4d-99dc-3b69cabb6c1f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 379 time: 0.0361226 Sep 14 14:50:41.995401 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'port': {'device_id': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'admin_state_up': True, 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'security_groups': ['e845ef3e-fb87-42a1-9c73-fe05204c710c']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:42.115622 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Made reservation on behalf of 2fcebcfb63924ab183ec74a8d12a8aae for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:50:42.119213 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.245998 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.20.0.12 (cc2037ea-1aeb-4df4-8843-74f27fd449cd/551f7a45-eace-4714-9eb3-11d1bc0c9801/2fee3766-1a6f-4f4d-9062-fe95cd056393) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:50:42.392436 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.406774 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Transition to ACTIVE for port object 2fee3766-1a6f-4f4d-9062-fe95cd056393 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:42.446537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.491194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:50:42.494247 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:50:42.497785 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fefcc3-180a-4194-9398-5a1a7c3689ca req-14b5acbf-4f11-4914-be25-f3529e3b253f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:42.497949 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:50:42.499373 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45fefcc3-180a-4194-9398-5a1a7c3689ca req-14b5acbf-4f11-4914-be25-f3529e3b253f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0531490 Sep 14 14:50:42.507582 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:42.548707 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-45fefcc3-180a-4194-9398-5a1a7c3689ca req-9aaf2b63-0e52-4b7e-8115-ef50aba9da1e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Sep 14 14:50:42.559860 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:42.560520 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.588420 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-36067f12-7cb2-4116-9786-e38762c3cf11 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970037 Sep 14 14:50:42.601949 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Request body: {'port': {'device_id': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:42.663807 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.735939 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19e4b0-f282-46b5-9199-57ad71f5272a req-17ec98c8-a91d-478d-ad7f-30e6d800828e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:42.737601 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d19e4b0-f282-46b5-9199-57ad71f5272a req-17ec98c8-a91d-478d-ad7f-30e6d800828e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0523570 Sep 14 14:50:42.787811 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5dc7fb68-6569-4e7a-a003-d1c45f4d1eac None None] Provisioning for port 2fee3766-1a6f-4f4d-9062-fe95cd056393 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:42.792301 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d19e4b0-f282-46b5-9199-57ad71f5272a req-686bd476-3233-414a-b364-0b8471359f13 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Sep 14 14:50:42.797863 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5dc7fb68-6569-4e7a-a003-d1c45f4d1eac None None] Provisioning complete for port 2fee3766-1a6f-4f4d-9062-fe95cd056393 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:42.798869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5dc7fb68-6569-4e7a-a003-d1c45f4d1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.849491 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7fb68-6569-4e7a-a003-d1c45f4d1eac None None] Port 2fee3766-1a6f-4f4d-9062-fe95cd056393 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:50:42.921391 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fdce8-5dbf-496c-8b01-31989871515c req-e0d23672-e45b-4020-b1ac-ef198aa7e104 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:42.924606 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-425fdce8-5dbf-496c-8b01-31989871515c req-e0d23672-e45b-4020-b1ac-ef198aa7e104 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0555112 Sep 14 14:50:42.958712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fee3766-1a6f-4f4d-9062-fe95cd056393 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:50:42.966540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:42.979054 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Transition to ACTIVE for port object 2fee3766-1a6f-4f4d-9062-fe95cd056393 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:50:42.982886 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:43.014646 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-425fdce8-5dbf-496c-8b01-31989871515c req-d94bf322-77db-4812-969c-5ff53a63e277 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 Sep 14 14:50:43.041662 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd61bbc-d46f-4db2-a895-fecc70a45a23 req-8c93c762-212d-432e-b823-91da53f5b6a4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.044017 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbd61bbc-d46f-4db2-a895-fecc70a45a23 req-8c93c762-212d-432e-b823-91da53f5b6a4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 932 time: 0.0830772 Sep 14 14:50:43.053504 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:43.087477 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbd61bbc-d46f-4db2-a895-fecc70a45a23 req-4331c5ba-a971-48b2-ae7e-2fb9c0b74527 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365884 Sep 14 14:50:43.137689 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Attempting to bind port 2fee3766-1a6f-4f4d-9062-fe95cd056393 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:50:43.138021 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Attempting to bind port 2fee3766-1a6f-4f4d-9062-fe95cd056393 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:50:43.138348 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Attempting to bind port 2fee3766-1a6f-4f4d-9062-fe95cd056393 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:43.143261 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Port 2fee3766-1a6f-4f4d-9062-fe95cd056393 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:50:43.143587 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Attempting to bind port 2fee3766-1a6f-4f4d-9062-fe95cd056393 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:50:43.148852 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:50:43.149219 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:50:43.149605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Bound using segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:50:43.150026 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Bound port: 2fee3766-1a6f-4f4d-9062-fe95cd056393, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:50:43.150348 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:43.215716 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:50:43.218740 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:50:43.226428 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:43.271039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.271039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:43.271039 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] 10.222.0.64 "PUT /v2.0/ports/2fee3766-1a6f-4f4d-9062-fe95cd056393 HTTP/1.1" status: 200 len: 1094 time: 0.6694815 Sep 14 14:50:43.271039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:50:43.271039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be90345a-4470-48f7-91b5-f61f86feeac0" -d '{"events": [{"name": "network-changed", "server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:50:43.296647 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9f019-7c0f-42d6-878c-e8187a4a2be9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:43.330590 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a763e79-b0d0-4950-8df4-68ce26ad9d3f x-openstack-request-id: req-8a763e79-b0d0-4950-8df4-68ce26ad9d3f {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:50:43.330874 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:50:43.331120 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a763e79-b0d0-4950-8df4-68ce26ad9d3f {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:50:43.331511 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'status': 'completed', 'code': 200} Sep 14 14:50:43.367577 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-d84ba6b7-69e5-41d8-a9a9-fb2ec244c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.369529 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-d84ba6b7-69e5-41d8-a9a9-fb2ec244c2e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 1097 time: 0.0478609 Sep 14 14:50:43.432127 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-d4ac3a17-ab03-4efc-900a-8eb6202f985f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393 HTTP/1.1" status: 200 len: 217 time: 0.0444264 Sep 14 14:50:43.495521 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-c275da86-20e7-4b45-bb79-c6624e273ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.497048 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-c275da86-20e7-4b45-bb79-c6624e273ddc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0501850 Sep 14 14:50:43.557199 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-01a4a34d-5814-4da6-b27d-093e2052d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.558655 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-01a4a34d-5814-4da6-b27d-093e2052d02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476472 Sep 14 14:50:43.678900 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-d36ea344-1908-4a5c-9279-3cf4d7480517 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116590 Sep 14 14:50:43.688128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c3742-a2a4-4137-97cd-cea0b06eedf4 req-6bce038d-79c7-407e-b995-abe5b372a13f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.689709 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c52c3742-a2a4-4137-97cd-cea0b06eedf4 req-6bce038d-79c7-407e-b995-abe5b372a13f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0599158 Sep 14 14:50:43.744758 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c52c3742-a2a4-4137-97cd-cea0b06eedf4 req-1f545fc6-ba7e-49ec-aabe-af53e063511e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472732 Sep 14 14:50:43.793279 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-086fbe69-7605-4be3-9562-d5f48fadc64d req-48ecc61b-6a69-4b75-9582-ac158cf3bbd0 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022568 Sep 14 14:50:43.895989 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-c57e29e7-efdf-426b-a4a6-7f29218c44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.897509 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-c57e29e7-efdf-426b-a4a6-7f29218c44d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 1097 time: 0.0508265 Sep 14 14:50:43.919794 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa046bf-56ce-4f60-9d18-89e0a06f6776 req-43656d5e-8a8a-4613-969f-0f3a5c93481c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:43.921440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fa046bf-56ce-4f60-9d18-89e0a06f6776 req-43656d5e-8a8a-4613-969f-0f3a5c93481c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0550168 Sep 14 14:50:43.962813 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fa046bf-56ce-4f60-9d18-89e0a06f6776 req-246ea900-1465-46cc-86e9-311807801ff7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351083 Sep 14 14:50:44.000945 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-111ad1e7-2b79-425c-b3da-5f3842018fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.002776 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-111ad1e7-2b79-425c-b3da-5f3842018fe2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.0952048 Sep 14 14:50:44.048704 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-781361cd-565a-4222-951e-4ccb5c8f44df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393 HTTP/1.1" status: 200 len: 217 time: 0.0352089 Sep 14 14:50:44.112993 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-a9abf29c-ad93-45bc-ae08-5a688f34788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.115149 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-a9abf29c-ad93-45bc-ae08-5a688f34788b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0573378 Sep 14 14:50:44.157118 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4837a22-bb8d-4a9a-a993-39b86e7290f9 req-0de0cf13-bd03-45b5-884f-42e714dd160f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.159083 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4837a22-bb8d-4a9a-a993-39b86e7290f9 req-0de0cf13-bd03-45b5-884f-42e714dd160f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0652826 Sep 14 14:50:44.183241 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-e20224df-69d9-4c3d-af6f-35b26dc6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.184802 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-e20224df-69d9-4c3d-af6f-35b26dc6875a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0600600 Sep 14 14:50:44.252917 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a4837a22-bb8d-4a9a-a993-39b86e7290f9 req-f80eab17-dedb-43f7-b07e-b635cf30629a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656226 Sep 14 14:50:44.267207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac3b40-211c-4e53-9251-3d9669353447 req-5ce6a6d2-1f86-43f7-94d1-3fe14e17f7c4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.268892 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7aac3b40-211c-4e53-9251-3d9669353447 req-5ce6a6d2-1f86-43f7-94d1-3fe14e17f7c4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0957973 Sep 14 14:50:44.300238 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-cd559bb8-9f57-449c-a1e9-dccf42c938f5 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990586 Sep 14 14:50:44.314202 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7aac3b40-211c-4e53-9251-3d9669353447 req-53e5d0b1-0939-401b-a5b4-a93f28d2c4d6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386832 Sep 14 14:50:44.399556 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be90345a-4470-48f7-91b5-f61f86feeac0 req-245ca8d5-1a01-42e0-8c8f-102ff87dd86a service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893438 Sep 14 14:50:44.915323 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902ed31-b3ef-4945-ace6-fe2e1bcf4d2b req-8b785dcf-e75b-4619-a264-1f047d1f4b72 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:44.917039 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a902ed31-b3ef-4945-ace6-fe2e1bcf4d2b req-8b785dcf-e75b-4619-a264-1f047d1f4b72 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0648422 Sep 14 14:50:44.965078 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a902ed31-b3ef-4945-ace6-fe2e1bcf4d2b req-84f2f8f7-8933-4cd5-aa62-1d37b586a888 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Sep 14 14:50:45.110912 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8be15-6391-44c6-8da5-95b1dd230c42 req-84e6e231-2af4-4846-87a1-3a08c823ca2d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:45.112459 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-37c8be15-6391-44c6-8da5-95b1dd230c42 req-84e6e231-2af4-4846-87a1-3a08c823ca2d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0808680 Sep 14 14:50:45.125972 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d6857-c27d-4c8b-9b3a-b476b08a4ee5 req-689717ab-116c-4d08-bdcd-8deeb65a2941 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:45.127954 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-913d6857-c27d-4c8b-9b3a-b476b08a4ee5 req-689717ab-116c-4d08-bdcd-8deeb65a2941 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0692816 Sep 14 14:50:45.191540 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-37c8be15-6391-44c6-8da5-95b1dd230c42 req-5c633ab3-1d80-4524-a036-2500234335ea tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625575 Sep 14 14:50:45.196612 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-913d6857-c27d-4c8b-9b3a-b476b08a4ee5 req-8207f083-5c63-4bbf-abca-570cd8b94d74 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613971 Sep 14 14:50:45.372943 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397ab7a-f4e2-46e8-9725-17dcb5d590ca req-40a018d2-4282-491e-af65-8ff2603d68f7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:45.374417 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0397ab7a-f4e2-46e8-9725-17dcb5d590ca req-40a018d2-4282-491e-af65-8ff2603d68f7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0532029 Sep 14 14:50:45.448453 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0397ab7a-f4e2-46e8-9725-17dcb5d590ca req-2c23c2c6-ba10-4ebe-bcca-69db0e2f9346 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673733 Sep 14 14:50:45.469220 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea4fb20-3b90-40c4-8809-5b9330d0dd4f req-6157f39e-b8e3-4ebf-a057-220235fd3dc4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:45.470868 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5ea4fb20-3b90-40c4-8809-5b9330d0dd4f req-6157f39e-b8e3-4ebf-a057-220235fd3dc4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0799463 Sep 14 14:50:45.519170 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5ea4fb20-3b90-40c4-8809-5b9330d0dd4f req-ca0663ea-f11f-467c-9df2-f04cbb23ee37 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Sep 14 14:50:46.096784 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c83f-c707-44f0-aa44-21d59dcd6386 req-63bcb57e-9104-458f-9e70-c0d44fa35bf2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:46.098299 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bda4c83f-c707-44f0-aa44-21d59dcd6386 req-63bcb57e-9104-458f-9e70-c0d44fa35bf2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0569429 Sep 14 14:50:46.139971 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bda4c83f-c707-44f0-aa44-21d59dcd6386 req-1e0cc2be-3025-45ca-9f44-f5321b0c6a50 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351682 Sep 14 14:50:46.349834 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5db3d-6a1c-462f-9630-db7595935e47 req-1a6f5121-d314-434d-98b3-8eea5ac1b459 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:46.352012 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90c5db3d-6a1c-462f-9630-db7595935e47 req-1a6f5121-d314-434d-98b3-8eea5ac1b459 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0818503 Sep 14 14:50:46.363742 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9066d-509f-42bf-ba61-48d0a5d74dbc req-f85758d1-1878-442f-9af8-2b8273c96f6e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:46.365303 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-99b9066d-509f-42bf-ba61-48d0a5d74dbc req-f85758d1-1878-442f-9af8-2b8273c96f6e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0841753 Sep 14 14:50:46.426376 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90c5db3d-6a1c-462f-9630-db7595935e47 req-58e7daa8-5354-4222-a612-3f3d30283365 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598435 Sep 14 14:50:46.434174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-99b9066d-509f-42bf-ba61-48d0a5d74dbc req-ad3c08ea-034e-4882-a9dc-a8ce4f639039 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609503 Sep 14 14:50:46.643731 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82574-d08d-49d7-9252-9bcdf1afc190 req-1e8b2a74-1814-45df-b2c1-5e42391ccbef tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:46.645428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e2a82574-d08d-49d7-9252-9bcdf1afc190 req-1e8b2a74-1814-45df-b2c1-5e42391ccbef tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0780115 Sep 14 14:50:46.666744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1dbe5-a93f-4f90-ac61-7440179d61b2 req-314d7695-90ad-4022-9f68-d97225bb74ab tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:46.668197 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4ed1dbe5-a93f-4f90-ac61-7440179d61b2 req-314d7695-90ad-4022-9f68-d97225bb74ab tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0757368 Sep 14 14:50:46.715002 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e2a82574-d08d-49d7-9252-9bcdf1afc190 req-772d6198-0933-49d1-b92b-f0daa86f190e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612490 Sep 14 14:50:46.722351 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4ed1dbe5-a93f-4f90-ac61-7440179d61b2 req-87bdb95e-856f-414d-8fa0-6392a5991b53 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465517 Sep 14 14:50:47.271029 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4560e1-7c85-41f3-8ae5-e8949eb460f3 req-c0e77c64-21a8-4bf1-9e24-3441bf15570e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:47.272597 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a4560e1-7c85-41f3-8ae5-e8949eb460f3 req-c0e77c64-21a8-4bf1-9e24-3441bf15570e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0515499 Sep 14 14:50:47.319352 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a4560e1-7c85-41f3-8ae5-e8949eb460f3 req-863aee3e-94af-4149-8cbe-98d92e7d51a8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Sep 14 14:50:47.576245 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df2671-e1cb-4a94-97d2-34bbdb6019c7 req-fdb0777b-bce9-49ed-8c48-726d3bf57715 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:47.577724 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b8df2671-e1cb-4a94-97d2-34bbdb6019c7 req-fdb0777b-bce9-49ed-8c48-726d3bf57715 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0785494 Sep 14 14:50:47.591944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692a09-5f38-40f9-8293-6cd8a65602e4 req-75786912-aa41-4ae8-a016-8c2b86cb631a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:47.593443 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad692a09-5f38-40f9-8293-6cd8a65602e4 req-75786912-aa41-4ae8-a016-8c2b86cb631a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0813582 Sep 14 14:50:47.647861 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b8df2671-e1cb-4a94-97d2-34bbdb6019c7 req-b098dd83-2e36-4323-9466-ae11bcc388b0 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638425 Sep 14 14:50:47.655658 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad692a09-5f38-40f9-8293-6cd8a65602e4 req-99b9aeb1-46ba-43ec-9185-6bf19701baef tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553110 Sep 14 14:50:47.873754 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5c0d5-8f0b-449b-808e-f2571622464b req-074b8115-b983-489e-893d-161fc6244ac2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:47.875282 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-88f5c0d5-8f0b-449b-808e-f2571622464b req-074b8115-b983-489e-893d-161fc6244ac2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0822411 Sep 14 14:50:47.886750 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703820-738f-4eb9-a96b-599beec125e8 req-7b1a0530-8506-4341-8732-f5c0549042a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:47.888373 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-36703820-738f-4eb9-a96b-599beec125e8 req-7b1a0530-8506-4341-8732-f5c0549042a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0861919 Sep 14 14:50:47.943954 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-88f5c0d5-8f0b-449b-808e-f2571622464b req-6afca756-6d50-4975-a398-3d5b6105552c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545969 Sep 14 14:50:47.949294 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-36703820-738f-4eb9-a96b-599beec125e8 req-b2bfc082-2494-4551-bfd3-ef4a1990ccb1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541646 Sep 14 14:50:48.456273 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a914bc-4a4e-4954-9cfa-9c825df7bb99 req-b1436527-01b8-4577-a9ab-24d52c0bd4e9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:48.457798 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04a914bc-4a4e-4954-9cfa-9c825df7bb99 req-b1436527-01b8-4577-a9ab-24d52c0bd4e9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0585387 Sep 14 14:50:48.500810 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04a914bc-4a4e-4954-9cfa-9c825df7bb99 req-8e0cd454-5d3c-4a5b-a63b-a6e261a63ce0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363953 Sep 14 14:50:48.802145 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978866-c12b-4e41-a190-fdb39f77735c req-3cd1ff78-b1b6-43ca-8d38-9c4ad8796243 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:48.803748 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f8978866-c12b-4e41-a190-fdb39f77735c req-3cd1ff78-b1b6-43ca-8d38-9c4ad8796243 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0820410 Sep 14 14:50:48.817777 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0b82-60e8-48e0-8c3c-2762587debf2 req-110d3d78-4654-443e-9a74-5b05e420d6ea tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:48.819193 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-497e0b82-60e8-48e0-8c3c-2762587debf2 req-110d3d78-4654-443e-9a74-5b05e420d6ea tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0881944 Sep 14 14:50:48.874421 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f8978866-c12b-4e41-a190-fdb39f77735c req-930d3ba1-48e9-4733-98dd-2edfa1519f06 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644817 Sep 14 14:50:48.882354 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-497e0b82-60e8-48e0-8c3c-2762587debf2 req-4c95ad85-2071-4e67-9e09-b08197dbf064 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562217 Sep 14 14:50:49.061547 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:50:49.108400 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f8fb8-4a35-4617-af91-657d0ad28e4f req-962855ad-2752-4390-8dd6-ef3813c48136 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:49.110133 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-569f8fb8-4a35-4617-af91-657d0ad28e4f req-962855ad-2752-4390-8dd6-ef3813c48136 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0921433 Sep 14 14:50:49.133806 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d703171-785b-4deb-b47f-7f1808806151 req-dde6d1ee-8487-4481-9511-2f721a16a768 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:49.135817 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8d703171-785b-4deb-b47f-7f1808806151 req-dde6d1ee-8487-4481-9511-2f721a16a768 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0880504 Sep 14 14:50:49.198458 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-569f8fb8-4a35-4617-af91-657d0ad28e4f req-b09ed980-1192-4d00-b781-6c86b5a9fcc6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797853 Sep 14 14:50:49.221166 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8d703171-785b-4deb-b47f-7f1808806151 req-5864bdff-06f4-4c3f-ab57-eedfb6adb5df tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698338 Sep 14 14:50:49.628207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dce90-65e2-48b9-860c-cbbe9e5cb7dd req-8416af32-2f02-4d47-b912-0d7a02a65905 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:49.629778 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9b7dce90-65e2-48b9-860c-cbbe9e5cb7dd req-8416af32-2f02-4d47-b912-0d7a02a65905 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0513301 Sep 14 14:50:49.675216 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9b7dce90-65e2-48b9-860c-cbbe9e5cb7dd req-480cd450-b650-4b79-8669-2b0911c92115 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374293 Sep 14 14:50:50.099054 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0343df-9cae-4007-ba1d-4b754b180c64 req-92998868-9356-4af7-827c-15ed2d282106 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:50.102782 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8f0343df-9cae-4007-ba1d-4b754b180c64 req-92998868-9356-4af7-827c-15ed2d282106 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1469481 Sep 14 14:50:50.122619 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaa77e-c2d1-409e-a632-085bf7316c8d req-39c9e435-2111-42a8-a5ca-ea29f6313bdd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:50.125185 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6eeaa77e-c2d1-409e-a632-085bf7316c8d req-39c9e435-2111-42a8-a5ca-ea29f6313bdd tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.1540680 Sep 14 14:50:50.224890 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8f0343df-9cae-4007-ba1d-4b754b180c64 req-f4a0fd5f-079e-46ce-9c81-a3ad2aae8deb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973053 Sep 14 14:50:50.233860 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6eeaa77e-c2d1-409e-a632-085bf7316c8d req-d8c00200-e48e-4837-a52e-c3d400622919 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949121 Sep 14 14:50:50.373368 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b0265-500b-4feb-b05c-644340c9d19a req-df24e402-97a4-40f6-9994-2032db0f749c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:50.374991 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-027b0265-500b-4feb-b05c-644340c9d19a req-df24e402-97a4-40f6-9994-2032db0f749c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0778816 Sep 14 14:50:50.398381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbf662-4599-4e60-85cd-2595868edbdd req-d15eb116-6f95-41ed-95a7-66973f20baeb tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:50.399922 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98cbf662-4599-4e60-85cd-2595868edbdd req-d15eb116-6f95-41ed-95a7-66973f20baeb tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0761473 Sep 14 14:50:50.448534 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-027b0265-500b-4feb-b05c-644340c9d19a req-1a06a7d2-1dc6-464c-9746-ded2e209ca6f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669799 Sep 14 14:50:50.462977 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-98cbf662-4599-4e60-85cd-2595868edbdd req-3b6ad6e4-e678-4241-838d-60b5967d48f1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564981 Sep 14 14:50:50.819950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6f05f-0f9d-4686-bb53-fef5a14a8794 req-143fa08e-70d3-441b-b8e0-bc7e59fc25a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:50.821668 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-43e6f05f-0f9d-4686-bb53-fef5a14a8794 req-143fa08e-70d3-441b-b8e0-bc7e59fc25a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0593586 Sep 14 14:50:50.865398 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-43e6f05f-0f9d-4686-bb53-fef5a14a8794 req-57bd50ca-91d5-433c-b8e8-cb4ed83ca2af tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371795 Sep 14 14:50:50.954952 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:50:51.063706 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:51.077294 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:50:51.120688 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:51.134673 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:50:51.154876 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:51.161129 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:51.212317 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=6']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:51.222658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.222954 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.223292 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.223656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.223960 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.224322 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.224639 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.224965 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.225285 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.225605 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.226008 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.226328 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:50:51.314013 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['34273b94-9cbf-43ec-9c18-b4901b982daa'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:50:51.384776 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab864a50-4536-493b-b379-629c360c7bff req-57713812-8bb9-4b17-8c1b-eb4972583b46 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:51.386397 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ab864a50-4536-493b-b379-629c360c7bff req-57713812-8bb9-4b17-8c1b-eb4972583b46 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0845513 Sep 14 14:50:51.440788 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab8ae-b870-4a03-9480-58de6a79b06b req-9b3facc6-b6af-4b60-8c90-6a97880fb48e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:51.443336 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1c7ab8ae-b870-4a03-9480-58de6a79b06b req-9b3facc6-b6af-4b60-8c90-6a97880fb48e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.1137197 Sep 14 14:50:51.494254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ab864a50-4536-493b-b379-629c360c7bff req-e1e5772f-e6e4-441c-9362-9488d0a8d535 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998306 Sep 14 14:50:51.518478 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1c7ab8ae-b870-4a03-9480-58de6a79b06b req-abd1891b-9073-4171-9293-2cbd4c24b6d3 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668881 Sep 14 14:50:51.635350 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b93d91d4-49ba-413e-9b9e-9c40125d9e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:51.649739 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08feb-9247-4e22-96a0-db8ae39993a4 req-5b0ff41e-705a-4360-8be2-ddacf8e91635 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:51.651513 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b3b08feb-9247-4e22-96a0-db8ae39993a4 req-5b0ff41e-705a-4360-8be2-ddacf8e91635 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0834076 Sep 14 14:50:51.664799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55771629-de38-46a7-9ebb-8c733d69747b req-6d6a2333-f011-48be-a2a2-cc76f88bcaa0 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:51.666466 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-55771629-de38-46a7-9ebb-8c733d69747b req-6d6a2333-f011-48be-a2a2-cc76f88bcaa0 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0725489 Sep 14 14:50:51.726866 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b3b08feb-9247-4e22-96a0-db8ae39993a4 req-e8417d8c-bbae-4c3c-89a2-2b3254483257 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Sep 14 14:50:51.735327 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-55771629-de38-46a7-9ebb-8c733d69747b req-0abc8e30-a2a0-472d-899d-5d8a10f5d37e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616064 Sep 14 14:50:51.992504 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd2850-a580-47e6-a0b5-ed7279a01f16 req-8f5d723a-7658-404f-9a66-47b6bc0396d6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:51.997431 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-edfd2850-a580-47e6-a0b5-ed7279a01f16 req-8f5d723a-7658-404f-9a66-47b6bc0396d6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0529027 Sep 14 14:50:52.037416 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-edfd2850-a580-47e6-a0b5-ed7279a01f16 req-07e2ba95-66fc-484e-92ac-a8311761a223 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350690 Sep 14 14:50:52.649612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619896ad-8f4a-403c-8681-736f2c06aa9a req-31e9b94b-9087-454f-99b4-5e572859e9d3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:52.651140 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-619896ad-8f4a-403c-8681-736f2c06aa9a req-31e9b94b-9087-454f-99b4-5e572859e9d3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0816319 Sep 14 14:50:52.667855 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d44e29-8212-4c36-aee6-ab88ddbee25a req-1902efd8-13e8-41f0-ac1a-a24ea846f7d6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:52.669349 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-36d44e29-8212-4c36-aee6-ab88ddbee25a req-1902efd8-13e8-41f0-ac1a-a24ea846f7d6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0713997 Sep 14 14:50:52.725484 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-619896ad-8f4a-403c-8681-736f2c06aa9a req-48f95a51-53a6-4024-b8e3-0467b061e9e6 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667446 Sep 14 14:50:52.733338 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-36d44e29-8212-4c36-aee6-ab88ddbee25a req-a76aa968-bd37-4316-9a37-6561799976c0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573134 Sep 14 14:50:52.889037 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303304e3-9c4e-4a99-91b3-3a39858ab231 req-186b398a-7336-4c2c-a092-63c1fc06b1cb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:52.890540 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-303304e3-9c4e-4a99-91b3-3a39858ab231 req-186b398a-7336-4c2c-a092-63c1fc06b1cb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0831082 Sep 14 14:50:52.899591 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397c982-c56a-4595-839b-3b857935f18e req-9579be41-f08d-4f8f-8326-0ed58b31c17d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:52.901129 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d397c982-c56a-4595-839b-3b857935f18e req-9579be41-f08d-4f8f-8326-0ed58b31c17d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 944 time: 0.0846739 Sep 14 14:50:52.958476 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-303304e3-9c4e-4a99-91b3-3a39858ab231 req-4219ce39-9376-4c6f-acac-b5991ac68d82 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Sep 14 14:50:52.968218 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 2fee3766-1a6f-4f4d-9062-fe95cd056393 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:50:52.974237 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d397c982-c56a-4595-839b-3b857935f18e req-245cb133-0cbb-45a1-9571-c1b2ce443937 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657806 Sep 14 14:50:52.979760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:53.094790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 34273b94-9cbf-43ec-9c18-b4901b982daa triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:53.095152 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:53.134901 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:53.152508 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'port_id': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'mac_address': 'fa:16:3e:48:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:50:53.176055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dbc2d-cbf2-408b-95aa-b3c83e507c1a req-0fc97b43-0dfe-4766-8d31-22f82e0b1e76 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:53.177736 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7f9dbc2d-cbf2-408b-95aa-b3c83e507c1a req-0fc97b43-0dfe-4766-8d31-22f82e0b1e76 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0533364 Sep 14 14:50:53.215045 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:53.218644 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7f9dbc2d-cbf2-408b-95aa-b3c83e507c1a req-f590b69c-b0ad-4e28-bb28-99c61bc6b8b2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Sep 14 14:50:53.233653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:53.236372 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fee3766-1a6f-4f4d-9062-fe95cd056393 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:50:53.272340 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:53.278431 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:50:53.280856 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab295e79-bb44-4c32-b6cd-4b1d1d9871fd" -d '{"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:50:53.291320 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:53.297278 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:53.318400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:53.325177 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4144854d-a6e4-478c-8f44-a6bfa0971577 x-openstack-request-id: req-4144854d-a6e4-478c-8f44-a6bfa0971577 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:50:53.325353 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:50:53.325641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4144854d-a6e4-478c-8f44-a6bfa0971577 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:50:53.326202 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'code': 200} Sep 14 14:50:53.347103 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:53.400859 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=7']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:53.694900 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['2fee3766-1a6f-4f4d-9062-fe95cd056393'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:50:53.896097 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6edcb6-3ab0-4576-8d9d-44a5eb4df395 req-dc3549d9-823e-46bd-b4cc-6370840ed4de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:53.897601 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4f6edcb6-3ab0-4576-8d9d-44a5eb4df395 req-dc3549d9-823e-46bd-b4cc-6370840ed4de tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0968702 Sep 14 14:50:53.906483 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3746123-c0ff-48b2-b044-c1b3456f94a2 req-f82775b7-cc01-4328-b54a-b06e89cfa1e8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:53.908658 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3746123-c0ff-48b2-b044-c1b3456f94a2 req-f82775b7-cc01-4328-b54a-b06e89cfa1e8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0986805 Sep 14 14:50:53.968889 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4f6edcb6-3ab0-4576-8d9d-44a5eb4df395 req-e8b0ab63-e4a1-4ac5-8759-fa4d62bf6807 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595424 Sep 14 14:50:53.976619 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3746123-c0ff-48b2-b044-c1b3456f94a2 req-3675a63e-69a1-4983-b803-b84f30eb747f tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606484 Sep 14 14:50:54.109230 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51490d1-7d07-4d93-a650-9044922030b9 req-d4c2e863-03cb-4e7d-baba-c162784385dc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:54.110813 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f51490d1-7d07-4d93-a650-9044922030b9 req-d4c2e863-03cb-4e7d-baba-c162784385dc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0802956 Sep 14 14:50:54.119452 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9146eaf-96ec-437a-abf0-44a7e516f6af req-cb7c3a86-9eba-4227-8849-5cd9e2f14bef tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:54.120906 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9146eaf-96ec-437a-abf0-44a7e516f6af req-cb7c3a86-9eba-4227-8849-5cd9e2f14bef tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 945 time: 0.0797024 Sep 14 14:50:54.181687 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f51490d1-7d07-4d93-a650-9044922030b9 req-e1f9340a-30f8-471e-aac2-bddece2af5c6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Sep 14 14:50:54.185871 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9146eaf-96ec-437a-abf0-44a7e516f6af req-a42243bc-1085-4bf5-8690-f2ce58c1dfbf tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579505 Sep 14 14:50:54.192236 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-dafba0d5-eac8-428c-bf9c-bcc8ef7d22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:54.337694 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:54.353714 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd9f54-3bf8-455e-b37c-8c0cc181ae81 req-c54887be-80bd-4cc1-a413-985c1de582e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:54.355197 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-afdd9f54-3bf8-455e-b37c-8c0cc181ae81 req-c54887be-80bd-4cc1-a413-985c1de582e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0565660 Sep 14 14:50:54.395919 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-afdd9f54-3bf8-455e-b37c-8c0cc181ae81 req-aefef70c-20cc-461b-b5d7-2d1c7e71daaf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330403 Sep 14 14:50:55.001106 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 2fee3766-1a6f-4f4d-9062-fe95cd056393 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:50:55.064613 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 2fee3766-1a6f-4f4d-9062-fe95cd056393 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:50:55.070822 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 2fee3766-1a6f-4f4d-9062-fe95cd056393 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:50:55.071203 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:55.139127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d8ca-aa01-425b-b023-ae4975f894e9 req-d5dea386-b14d-44d5-b82d-d9bf64a70d78 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.140732 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc51d8ca-aa01-425b-b023-ae4975f894e9 req-d5dea386-b14d-44d5-b82d-d9bf64a70d78 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0833890 Sep 14 14:50:55.149530 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944e87-6ea3-4128-9cc7-7e77bd70ac07 req-4f29a7a0-03c7-489d-928b-c4bef27c181c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.151095 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c7944e87-6ea3-4128-9cc7-7e77bd70ac07 req-4f29a7a0-03c7-489d-928b-c4bef27c181c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1029470 Sep 14 14:50:55.160570 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:55.201325 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:50:55.208362 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc51d8ca-aa01-425b-b023-ae4975f894e9 req-c9b81707-1cdc-45b1-b8c5-27992457f22e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546169 Sep 14 14:50:55.208906 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:55.220802 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c7944e87-6ea3-4128-9cc7-7e77bd70ac07 req-e2b8c339-0b47-4479-9c1b-6a3d6833da93 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615022 Sep 14 14:50:55.275297 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:55.327496 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:50:55.329996 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4dfde8-3d5d-4d8c-ad91-93e256c049c5" -d '{"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-plugged", "status": "completed", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:50:55.361464 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a1d53-e568-4ca0-8f93-30747c87c6af req-60a2041a-fcc9-4df9-a696-ee6550c195c0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.362964 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c15a1d53-e568-4ca0-8f93-30747c87c6af req-60a2041a-fcc9-4df9-a696-ee6550c195c0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0791571 Sep 14 14:50:55.373902 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972bda5-7930-4289-9c4b-090f1be1ad60 req-bba80f7b-0599-4fc2-b2c4-7c2f7249befe tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.375398 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f972bda5-7930-4289-9c4b-090f1be1ad60 req-bba80f7b-0599-4fc2-b2c4-7c2f7249befe tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0810666 Sep 14 14:50:55.384906 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:55.432408 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c15a1d53-e568-4ca0-8f93-30747c87c6af req-98e65374-c7ba-45af-8c22-96692641da15 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560210 Sep 14 14:50:55.437508 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f972bda5-7930-4289-9c4b-090f1be1ad60 req-e5fcfea9-b1e6-4646-aaf9-2ed5eabf1683 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546596 Sep 14 14:50:55.498777 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548ff983-feb6-4dbb-9a9f-4a81919cf7f8 x-openstack-request-id: req-548ff983-feb6-4dbb-9a9f-4a81919cf7f8 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:50:55.499166 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-plugged", "status": "completed", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:50:55.499475 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-548ff983-feb6-4dbb-9a9f-4a81919cf7f8 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:50:55.499931 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'code': 200} Sep 14 14:50:55.558863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632f03-af45-4e2b-9caf-07e151ddae04 req-e6bd77c4-a2d0-4255-bd1f-04e0c9c163ef tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.560400 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-29632f03-af45-4e2b-9caf-07e151ddae04 req-e6bd77c4-a2d0-4255-bd1f-04e0c9c163ef tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0510323 Sep 14 14:50:55.604190 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-29632f03-af45-4e2b-9caf-07e151ddae04 req-ec196759-0d04-4000-840c-9b7e9f6968f1 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376589 Sep 14 14:50:55.761679 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77041271-41b5-40d9-8e73-c1e949006c35 req-dd5c989a-dbef-454d-af91-c8fdd051a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:55.763211 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-77041271-41b5-40d9-8e73-c1e949006c35 req-dd5c989a-dbef-454d-af91-c8fdd051a821 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 1099 time: 0.0450797 Sep 14 14:50:55.802432 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-77041271-41b5-40d9-8e73-c1e949006c35 req-10c6eedb-f726-49e8-8564-6fb8cede9d1a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301661 Sep 14 14:50:56.363347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ffcc-ee36-42b8-8ff0-9a7f349ffdb8 req-ba7a6629-863d-4ce8-83ef-ac34652c8cf4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:56.364774 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-91c2ffcc-ee36-42b8-8ff0-9a7f349ffdb8 req-ba7a6629-863d-4ce8-83ef-ac34652c8cf4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0781298 Sep 14 14:50:56.388394 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c4f7-eedc-41b4-bdfd-a2b8b2f1ef75 req-f80422b6-0f03-4d33-a219-ed1b2f19c424 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:56.392518 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8094c4f7-eedc-41b4-bdfd-a2b8b2f1ef75 req-f80422b6-0f03-4d33-a219-ed1b2f19c424 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0745108 Sep 14 14:50:56.441321 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-91c2ffcc-ee36-42b8-8ff0-9a7f349ffdb8 req-e46e24fa-d661-4685-ba28-aec588d89343 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682757 Sep 14 14:50:56.455209 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8094c4f7-eedc-41b4-bdfd-a2b8b2f1ef75 req-22b00bea-07c4-42d7-aead-5fa2289e36cf tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561929 Sep 14 14:50:56.583638 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247bce2-d37e-4e02-a738-3333da7aad73 req-e8fe34e9-1679-405f-aa1b-d6e821c91213 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:56.585278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6247bce2-d37e-4e02-a738-3333da7aad73 req-e8fe34e9-1679-405f-aa1b-d6e821c91213 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0846539 Sep 14 14:50:56.598415 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fca28-d8a9-4deb-b769-fa50b4907b8c req-cfae678f-3d18-40fb-85b2-99cd374c5ae4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:56.599880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-722fca28-d8a9-4deb-b769-fa50b4907b8c req-cfae678f-3d18-40fb-85b2-99cd374c5ae4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0721703 Sep 14 14:50:56.656553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6247bce2-d37e-4e02-a738-3333da7aad73 req-b33a8870-fcba-4031-851f-aa6a2c725efd tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Sep 14 14:50:56.661596 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-722fca28-d8a9-4deb-b769-fa50b4907b8c req-0431db06-3276-4c1b-8ce9-c0814d86c821 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544863 Sep 14 14:50:56.766333 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab63ec3-f604-4304-9038-d2969a48e5b9 req-3f63b82a-63a6-4b85-8181-5431c35905e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:56.768127 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bab63ec3-f604-4304-9038-d2969a48e5b9 req-3f63b82a-63a6-4b85-8181-5431c35905e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0542521 Sep 14 14:50:56.810642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bab63ec3-f604-4304-9038-d2969a48e5b9 req-756b5f6d-9e33-43bf-9f9c-391d151209ee tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342677 Sep 14 14:50:57.024666 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:57.782539 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022185a-dfda-4400-a9c8-bb595524a20a req-ff8550a1-eef7-499e-b32e-803dc75d99b4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:57.784057 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f022185a-dfda-4400-a9c8-bb595524a20a req-ff8550a1-eef7-499e-b32e-803dc75d99b4 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.2737269 Sep 14 14:50:57.796265 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c1bb8-8166-4b54-85d3-1f3f53c25ad6 req-e3676365-40b8-4b91-9e19-38d050ebfbd2 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:57.797715 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-181c1bb8-8166-4b54-85d3-1f3f53c25ad6 req-e3676365-40b8-4b91-9e19-38d050ebfbd2 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.2542720 Sep 14 14:50:57.850025 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f022185a-dfda-4400-a9c8-bb595524a20a req-457b02db-dd3d-455e-aa29-cc729494781b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513616 Sep 14 14:50:57.863312 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-181c1bb8-8166-4b54-85d3-1f3f53c25ad6 req-f5064094-344d-413e-bbbd-169d74d48b53 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573542 Sep 14 14:50:58.006072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffb678-a288-4516-a070-dff2553d0ea2 req-e20a498a-34aa-4c5f-a07d-cb22457c5015 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:58.007599 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-77ffb678-a288-4516-a070-dff2553d0ea2 req-e20a498a-34aa-4c5f-a07d-cb22457c5015 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0883152 Sep 14 14:50:58.015084 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08292-0b30-41b6-9a92-4031fda4d6c5 req-8641eeac-4fc9-4d81-9c6c-c07352911ea5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:58.016633 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3ac08292-0b30-41b6-9a92-4031fda4d6c5 req-8641eeac-4fc9-4d81-9c6c-c07352911ea5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0873370 Sep 14 14:50:58.081623 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-77ffb678-a288-4516-a070-dff2553d0ea2 req-afc347e3-af59-4025-8fc5-4979bda19dd7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640354 Sep 14 14:50:58.084375 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3ac08292-0b30-41b6-9a92-4031fda4d6c5 req-9b06b805-4f3f-4e9e-b6ca-69a4e56338ab tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609248 Sep 14 14:50:58.232334 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e8f7-d176-4298-b016-3c3e18e27d3e req-5e9fe322-6fd5-498d-abbb-498a0a5bd0e9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:58.233880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3876e8f7-d176-4298-b016-3c3e18e27d3e req-5e9fe322-6fd5-498d-abbb-498a0a5bd0e9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0819123 Sep 14 14:50:58.249555 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336c786-436d-4490-98c1-ae6628bd08cd req-9c582a54-c2ff-4c71-8bc7-218b3ebf0380 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:58.257323 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e336c786-436d-4490-98c1-ae6628bd08cd req-9c582a54-c2ff-4c71-8bc7-218b3ebf0380 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0741715 Sep 14 14:50:58.326192 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e336c786-436d-4490-98c1-ae6628bd08cd req-9e8f5c67-1fcf-41ed-9f35-abdbf217a0f6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679965 Sep 14 14:50:58.340721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3876e8f7-d176-4298-b016-3c3e18e27d3e req-1dee21d0-7df0-4e92-8b99-10fe989770a7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798380 Sep 14 14:50:58.349348 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 55864) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:58.678271 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d013a22-3a51-41e1-853e-083a1626ca96 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:58.685451 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 55914) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:50:58.691876 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'port_id': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:50:58.695858 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1d013a22-3a51-41e1-853e-083a1626ca96 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 1094 time: 0.3452108 Sep 14 14:50:58.729245 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:58.842289 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:59.010822 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5d40-b612-48b9-a122-c460b8d3c139 req-598397ba-35b0-4a9e-9272-9d6cbd3972e9 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:59.012382 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0d4a5d40-b612-48b9-a122-c460b8d3c139 req-598397ba-35b0-4a9e-9272-9d6cbd3972e9 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0873573 Sep 14 14:50:59.019713 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.27.1.228 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/cabee621-6e54-4fa8-a4e7-ef989c3aaa83) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:50:59.090224 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0d4a5d40-b612-48b9-a122-c460b8d3c139 req-e8dde6a4-2165-4b3c-bd23-04bdcce9fc0b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686314 Sep 14 14:50:59.125815 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db873ed-b75c-422b-84df-8be1233539cf req-ed986202-a004-4cf1-ad07-827c2c004d52 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:59.138481 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7db873ed-b75c-422b-84df-8be1233539cf req-ed986202-a004-4cf1-ad07-827c2c004d52 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1247408 Sep 14 14:50:59.184223 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:59.234665 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:50:59.275619 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:50:59.277898 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7db873ed-b75c-422b-84df-8be1233539cf req-1c90e4b9-2651-4052-be9d-67452e5fb90a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366866 Sep 14 14:50:59.279506 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:50:59.283489 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:50:59.314780 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159be558-d784-4e44-a3e1-fa456e3a1469 req-8b76588e-0b4e-4885-a213-1cdd1c877585 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:59.325303 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-159be558-d784-4e44-a3e1-fa456e3a1469 req-8b76588e-0b4e-4885-a213-1cdd1c877585 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1189466 Sep 14 14:50:59.341065 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=cabee621-6e54-4fa8-a4e7-ef989c3aaa83,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:50:59.387340 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-159be558-d784-4e44-a3e1-fa456e3a1469 req-52b8dd86-0ea8-44b7-bdff-33f91ee016a0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Sep 14 14:50:59.525069 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90559e05-887b-4728-a150-e83384278d6d req-a620fa8d-2628-4661-a770-d0bceefa43e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:50:59.526728 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90559e05-887b-4728-a150-e83384278d6d req-a620fa8d-2628-4661-a770-d0bceefa43e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0590842 Sep 14 14:50:59.585015 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90559e05-887b-4728-a150-e83384278d6d req-98d8f1a1-7649-4731-aeb1-60682ef17df2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462205 Sep 14 14:50:59.999412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 55956) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:00.047307 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82bcae-106a-4d36-aaa8-1c42a03120e3 req-aa637333-9ff5-4b74-8282-384267c289b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:00.049748 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3a82bcae-106a-4d36-aaa8-1c42a03120e3 req-aa637333-9ff5-4b74-8282-384267c289b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.1129508 Sep 14 14:51:00.074891 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Deleting subnet e6cfe23c-c92c-428a-b7e2-276825d55df8 {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:51:00.081722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.122621 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.139400 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3a82bcae-106a-4d36-aaa8-1c42a03120e3 req-3169baf2-0594-4690-8d57-c7530c9dfddf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802588 Sep 14 14:51:00.182635 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.230932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.272712 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006757b-2645-4df8-bf88-97f69608ed00 req-ccedbb5f-bc9a-48a2-a118-6a903f28d9c0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:00.274433 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a006757b-2645-4df8-bf88-97f69608ed00 req-ccedbb5f-bc9a-48a2-a118-6a903f28d9c0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 944 time: 0.0716748 Sep 14 14:51:00.294174 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.334588 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.341480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6cfe23c-c92c-428a-b7e2-276825d55df8,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:00.345273 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.347310 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e6cfe23c-c92c-428a-b7e2-276825d55df8 HTTP/1.1" status: 204 len: 168 time: 0.3454959 Sep 14 14:51:00.368004 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 55962) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:00.372081 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a006757b-2645-4df8-bf88-97f69608ed00 req-6bc3c6cc-6815-4939-8590-535b4cd2f3c9 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877626 Sep 14 14:51:00.381740 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.382088 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.382427 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.382759 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.383209 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.383650 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.383986 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.384342 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.387196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.387196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.387196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.387196 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f988406-3962-46b4-8339-74f33a62bfd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:00.548212 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.559255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f6438-03ef-4fce-82eb-cdcfa9bca0cb req-20cfe354-ec61-49f9-b20c-b8c1e61ea839 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:00.561440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a5f6438-03ef-4fce-82eb-cdcfa9bca0cb req-20cfe354-ec61-49f9-b20c-b8c1e61ea839 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1496744 Sep 14 14:51:00.571283 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.585413 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.634590 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7238-8b9a-4ab6-af72-006d9849b5a3 req-30b34d58-46cc-4b05-a7f3-cef4e41dae8b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:00.636381 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07bd7238-8b9a-4ab6-af72-006d9849b5a3 req-30b34d58-46cc-4b05-a7f3-cef4e41dae8b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1662252 Sep 14 14:51:00.663828 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=cabee621-6e54-4fa8-a4e7-ef989c3aaa83,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:00.682607 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a5f6438-03ef-4fce-82eb-cdcfa9bca0cb req-45ecb865-a1fe-4288-b251-582cb994b5eb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137817 Sep 14 14:51:00.693726 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.750509 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07bd7238-8b9a-4ab6-af72-006d9849b5a3 req-b2db2093-444a-4365-afb3-eda79cb8c677 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898116 Sep 14 14:51:00.776257 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.835526 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15bfc11f-892a-42dd-bcff-4262c1e30088']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:00.855087 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:00.855374 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ecb20-e15c-4ad1-8e55-47e70fc0787e') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:00.869548 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.872517 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5 associated. External IP: 172.27.1.228, port: 2fee3766-1a6f-4f4d-9062-fe95cd056393. Sep 14 14:51:00.885587 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0ab8b-2d9d-4bd7-b426-a8f0153b390d req-725362ef-08ee-4ef0-8e1a-80e98ca9e3e5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:00.887409 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d0ab8b-2d9d-4bd7-b426-a8f0153b390d req-725362ef-08ee-4ef0-8e1a-80e98ca9e3e5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.1013179 Sep 14 14:51:00.929756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.953866 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:51:00.954188 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:51:00.957548 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:51:01.039604 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d0ab8b-2d9d-4bd7-b426-a8f0153b390d req-725d0d18-62b0-47eb-bfc7-969fdde154fa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308467 Sep 14 14:51:01.046358 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.047224 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device b9f7df70-cebb-48ad-a942-392463d5c8f6 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:51:01.078338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15bfc11f-892a-42dd-bcff-4262c1e30088,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:01.081935 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.088422 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0ffe959a-7959-4987-8254-80f239fcedf2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/15bfc11f-892a-42dd-bcff-4262c1e30088 HTTP/1.1" status: 204 len: 168 time: 0.7116809 Sep 14 14:51:01.234175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:51:01.235520 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:01.254025 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'b9f7df70-cebb-48ad-a942-392463d5c8f6', 'network_id': 'f360b301-1b72-4046-97d0-20fa402edc06', 'port_id': 'b9f7df70-cebb-48ad-a942-392463d5c8f6', 'mac_address': 'fa:16:3e:d3:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b196bb7-95f9-45cb-b965-ced9ff75b244', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:51:01.307923 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.324866 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f7df70-cebb-48ad-a942-392463d5c8f6 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:51:01.350553 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:01.359567 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.417538 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:51:01.428808 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:51:01.441356 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:51:01.441989 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:50:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:01.449777 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:01.450208 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.472703 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 55976) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:01.534962 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5403d03b-bc06-4cd8-97a2-ddb80c99e7d1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8347631 Sep 14 14:51:01.534962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:01.534962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b82a67-7e2c-4e27-917d-49feec0cd28b" -d '{"events": [{"name": "network-changed", "server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:01.552771 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b289bf9e-3ec4-4985-91e7-2db56d9e9afc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5680bb52463d4d80a9ef9ed7ad0256b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763283 Sep 14 14:51:01.552992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 55982) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:01.574850 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d8d5db-6857-47c0-9d5a-febed8ec6048 x-openstack-request-id: req-a6d8d5db-6857-47c0-9d5a-febed8ec6048 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:01.575514 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:01.575982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6d8d5db-6857-47c0-9d5a-febed8ec6048 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:01.576742 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'status': 'completed', 'code': 200} Sep 14 14:51:01.577144 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:51:01.609778 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee6b3-721e-4065-8489-0d3dc7709fe6 req-17de0b42-b046-44ef-8621-72d81673104a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:01.611318 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-961ee6b3-721e-4065-8489-0d3dc7709fe6 req-17de0b42-b046-44ef-8621-72d81673104a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 945 time: 0.0963733 Sep 14 14:51:01.665468 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.707616 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-961ee6b3-721e-4065-8489-0d3dc7709fe6 req-40e747da-ea65-45fa-9257-1492c4d53714 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859358 Sep 14 14:51:01.725661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.749274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-aeb26a1c-f10c-4e2c-a9c0-bef4a1e4be24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:01.750818 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-aeb26a1c-f10c-4e2c-a9c0-bef4a1e4be24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 1099 time: 0.0548201 Sep 14 14:51:01.796527 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.801783 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:01.806616 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b21dbc53-4994-4793-a048-6418c2608b58 HTTP/1.1" status: 204 len: 168 time: 0.2526796 Sep 14 14:51:01.816570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec8211-29d1-4f90-bb20-45eeed44caf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21dbc53-4994-4793-a048-6418c2608b58,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:01.866749 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['b9f7df70-cebb-48ad-a942-392463d5c8f6'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:02.078494 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-bca1c8ab-241f-447d-b3aa-cddf04cdccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.082994 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-bca1c8ab-241f-447d-b3aa-cddf04cdccb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.3223662 Sep 14 14:51:02.092098 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:48:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:51:00Z', 'updated_at': '2021-09-14T14:51:00Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:02.157028 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82ac41-f519-4600-8924-6f1319018fdb req-f664bff0-3869-44d3-91f5-de1ef49a060b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.165515 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e82ac41-f519-4600-8924-6f1319018fdb req-f664bff0-3869-44d3-91f5-de1ef49a060b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.3114104 Sep 14 14:51:02.172711 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-6437083b-cfa7-4497-a8ae-17c1269de57f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393 HTTP/1.1" status: 200 len: 1000 time: 0.0768757 Sep 14 14:51:02.193748 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3c486-705a-4fd6-bb6a-433944b5308e req-48c615a3-5c16-49c8-8953-1125dd282884 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.196906 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:51:02.202449 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d7f3c486-705a-4fd6-bb6a-433944b5308e req-48c615a3-5c16-49c8-8953-1125dd282884 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.2545910 Sep 14 14:51:02.227178 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:51:02.231382 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:50:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:02.255005 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e82ac41-f519-4600-8924-6f1319018fdb req-817bbffe-fe1f-4fd9-99bf-b1d5d2397593 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881870 Sep 14 14:51:02.309226 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-9670ad56-b45e-414c-a685-4a035f642671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.312806 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-9670ad56-b45e-414c-a685-4a035f642671 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.1203384 Sep 14 14:51:02.314758 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d7f3c486-705a-4fd6-bb6a-433944b5308e req-05b772b7-ebb9-4c9b-b50d-7878583c5ec0 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106505 Sep 14 14:51:02.398866 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-c3f94aeb-fbd6-4dce-a9da-f6b22f2733c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.401017 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-c3f94aeb-fbd6-4dce-a9da-f6b22f2733c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0774572 Sep 14 14:51:02.499988 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:51:02.534283 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94481d-12f9-4109-95bf-25ff49f08434 req-1383341b-f1d4-4fbc-a43a-39610e74875c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.536003 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cb94481d-12f9-4109-95bf-25ff49f08434 req-1383341b-f1d4-4fbc-a43a-39610e74875c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.1513281 Sep 14 14:51:02.572799 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-166c60a5-7f01-4e21-9f2c-3124baf3e957 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550262 Sep 14 14:51:02.617259 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cb94481d-12f9-4109-95bf-25ff49f08434 req-30cd162b-99d4-4c98-bdf6-c5001a1e122a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741405 Sep 14 14:51:02.757783 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-64b82a67-7e2c-4e27-917d-49feec0cd28b req-00fda708-be0f-4841-95ae-70a0135dbd4f service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749978 Sep 14 14:51:02.847859 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:48:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:51:00Z', 'updated_at': '2021-09-14T14:51:00Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:02.883246 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175685f3-52dc-49a2-9db3-b550630637ec None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:48:ef:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:51:00Z', 'updated_at': '2021-09-14T14:51:00Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:51:02.898981 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbef0e-bfec-431d-a7a2-b1392ad35152 req-8b0afecb-9759-4318-b2b9-f45bc0828f84 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:02.901915 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b3dbef0e-bfec-431d-a7a2-b1392ad35152 req-8b0afecb-9759-4318-b2b9-f45bc0828f84 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 945 time: 0.0825365 Sep 14 14:51:02.954031 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b3dbef0e-bfec-431d-a7a2-b1392ad35152 req-9a51b401-7dcd-4c47-89cb-18658b5e2c26 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460300 Sep 14 14:51:03.146270 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 56024) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:03.163499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de07c9-128a-422f-96a9-df7b1dfb0635 None None] New status for floating IP fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5: ACTIVE {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:51:03.321622 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-175268852-network', 'tenant_id': '66cb76dd951a4a10ac7fbcd9db1fbfeb'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:03.355882 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Made reservation on behalf of 66cb76dd951a4a10ac7fbcd9db1fbfeb for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:51:03.358572 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.371390 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.501614 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d5340-2490-4b36-afdf-9421d60c0899 req-ddbb1997-23a1-4765-a659-eec16ee41645 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.503762 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d27d5340-2490-4b36-afdf-9421d60c0899 req-ddbb1997-23a1-4765-a659-eec16ee41645 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1186202 Sep 14 14:51:03.516335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc52790-0c77-4543-88c0-c96e95123510 req-a8d60d34-4343-4915-b90e-df9010b71d59 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.517925 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fc52790-0c77-4543-88c0-c96e95123510 req-a8d60d34-4343-4915-b90e-df9010b71d59 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1079164 Sep 14 14:51:03.525964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.533559 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.558940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:51:03.578425 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d27d5340-2490-4b36-afdf-9421d60c0899 req-04fc1484-fb90-46d2-b561-e3b49a051d4b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594816 Sep 14 14:51:03.581510 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fc52790-0c77-4543-88c0-c96e95123510 req-581e3489-a0c2-459f-8bfc-e10cb77cc1df tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552971 Sep 14 14:51:03.604063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.604063 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Added segment 6666f7dc-1663-4a5f-9078-499e85a29e30 of type vlan for network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 Sep 14 14:51:03.604063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78556372-c71f-4fcc-9f46-3b3bceaa40e9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:03.647585 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.686008 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.687106 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.687995 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.736131 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5846400 Sep 14 14:51:03.736131 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 56038) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:03.741477 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Request body: {'subnet': {'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-175268852-subnet', 'tenant_id': '66cb76dd951a4a10ac7fbcd9db1fbfeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:03.782928 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2444-3247-472c-b58b-6cd9d4917c4e req-ded5b6ee-36c3-48fa-b7d3-6ad49bf2c018 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.785051 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9af2444-3247-472c-b58b-6cd9d4917c4e req-ded5b6ee-36c3-48fa-b7d3-6ad49bf2c018 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0813117 Sep 14 14:51:03.789145 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d8810-22ab-4f41-b827-eb16b0af3f09 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:03.809048 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Made reservation on behalf of 66cb76dd951a4a10ac7fbcd9db1fbfeb for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:51:03.811310 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:51:03.813422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29306152'] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:03.871931 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9af2444-3247-472c-b58b-6cd9d4917c4e req-5126c9fb-a9d1-491a-9fbe-791dce1a042c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789289 Sep 14 14:51:03.900990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3bb40-fbe1-40a5-90aa-7303136ff314 req-7ec08e8e-7d79-4609-81ef-279887f9e5ff tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.909041 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-68a3bb40-fbe1-40a5-90aa-7303136ff314 req-7ec08e8e-7d79-4609-81ef-279887f9e5ff tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0933855 Sep 14 14:51:03.950881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-acc3d38f-5aef-45ea-84f1-e3a2986aac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:03.952420 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-acc3d38f-5aef-45ea-84f1-e3a2986aac06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.1251154 Sep 14 14:51:03.962702 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-68a3bb40-fbe1-40a5-90aa-7303136ff314 req-0519832d-beca-485a-a6e0-e0ad76e5791b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521383 Sep 14 14:51:04.108150 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2505257-6aa1-44b7-a03a-4e73b4300d0c req-83ef84cd-6a58-4003-b10d-9e0b310e4bb2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:04.109728 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c2505257-6aa1-44b7-a03a-4e73b4300d0c req-83ef84cd-6a58-4003-b10d-9e0b310e4bb2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Sep 14 14:51:04.150245 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-729df941-e3af-47d1-acdb-f83501cae8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:04.151770 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-729df941-e3af-47d1-acdb-f83501cae8e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.1909933 Sep 14 14:51:04.154253 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c2505257-6aa1-44b7-a03a-4e73b4300d0c req-79dd58c9-2714-4219-8922-c533fb3201fb tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Sep 14 14:51:04.157958 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25482417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29306166'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:04.229871 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-cee3cd50-a30e-4479-8494-628aadcd3afd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0686264 Sep 14 14:51:04.250668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec147fc-1c54-443c-9bd6-eb10a1c7f472,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:04.306454 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Checking segment: {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:51:04.306852 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Network hostable DHCP agents. Network: c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:51:04.324570 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-c6b8a59a-c274-41e2-a4b6-91d7250b28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:04.326083 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-c6b8a59a-c274-41e2-a4b6-91d7250b28fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0739610 Sep 14 14:51:04.337714 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:51:04.355388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:51:04.366641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08389e25-6035-44ee-a8de-3fedf4058ac7 None None] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:51:04.375364 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-3601e9d2-7987-40f3-837b-06f845fed72e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297337 Sep 14 14:51:04.376614 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:04.377668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:04.413802 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-29703773-eb93-4ea9-b1ce-4d6460bddb3c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6762464 Sep 14 14:51:04.557309 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-851829b9-b6a9-4aab-8174-daa6db071b72 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691973 Sep 14 14:51:04.583059 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266539f-1b34-4127-a67b-4eceb6c3012b None None] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:51:04.723167 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-16b8db2f-6c2f-492e-92d6-fb137ba2a0e5 req-be42183a-b52d-4533-b919-5dd7f6819577 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545448 Sep 14 14:51:04.775262 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145ebbd-bcfd-46dd-972b-e96579a319de req-f8c0d4d9-3e8c-48e8-9786-5f05c46abe74 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:04.782861 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5145ebbd-bcfd-46dd-972b-e96579a319de req-f8c0d4d9-3e8c-48e8-9786-5f05c46abe74 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0884025 Sep 14 14:51:04.833714 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5145ebbd-bcfd-46dd-972b-e96579a319de req-8663e22c-12a0-408e-ac91-8d993309e2be tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446351 Sep 14 14:51:05.029334 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815f684-e44a-4a31-971a-953b2aae3544 req-30651cc8-629d-4323-8011-8ad7aa5d66d8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:05.031202 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9815f684-e44a-4a31-971a-953b2aae3544 req-30651cc8-629d-4323-8011-8ad7aa5d66d8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0679517 Sep 14 14:51:05.062886 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device b9f7df70-cebb-48ad-a942-392463d5c8f6 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:51:05.086844 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9815f684-e44a-4a31-971a-953b2aae3544 req-fe04a9c5-74e3-4357-a920-30427142d5b3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Sep 14 14:51:05.129304 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port b9f7df70-cebb-48ad-a942-392463d5c8f6 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:51:05.136252 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port b9f7df70-cebb-48ad-a942-392463d5c8f6 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:51:05.136503 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:05.165709 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bab871-39ec-4952-86ae-0848aaecafa1 req-59a76067-a5ac-40f6-987a-ce84fb22556a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:05.167818 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-37bab871-39ec-4952-86ae-0848aaecafa1 req-59a76067-a5ac-40f6-987a-ce84fb22556a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0870607 Sep 14 14:51:05.261570 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-37bab871-39ec-4952-86ae-0848aaecafa1 req-3d91e954-b981-4239-bbb5-14acb16d8c67 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856419 Sep 14 14:51:05.306469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:05.333524 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:05.336771 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492ec05d-7a21-42ff-9f45-0283d6877616" -d '{"events": [{"server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "name": "network-vif-plugged", "status": "completed", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:05.384886 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:05.393527 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:05.415907 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c984-1eb0-48ce-aaea-5487d5005005 req-9d702a09-f2e9-4866-84f2-c8b642253630 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:05.424608 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-59c7c984-1eb0-48ce-aaea-5487d5005005 req-9d702a09-f2e9-4866-84f2-c8b642253630 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 945 time: 0.1435435 Sep 14 14:51:05.446748 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc88360-6850-4b2e-a1ef-2f4424b0a16e x-openstack-request-id: req-8cc88360-6850-4b2e-a1ef-2f4424b0a16e {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:05.448696 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "name": "network-vif-plugged", "status": "completed", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:05.448964 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cc88360-6850-4b2e-a1ef-2f4424b0a16e {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:05.449846 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6', 'code': 200} Sep 14 14:51:05.481076 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:05.503538 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-59c7c984-1eb0-48ce-aaea-5487d5005005 req-e280a0ba-f6d7-4e0d-8db9-7184f1222058 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776861 Sep 14 14:51:05.646358 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c946ca-c9f4-4f29-bb1e-d68898ef2b61 req-a484e295-3381-476e-8ac8-5620746f1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:05.647881 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e5c946ca-c9f4-4f29-bb1e-d68898ef2b61 req-a484e295-3381-476e-8ac8-5620746f1486 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 1099 time: 0.0476983 Sep 14 14:51:05.690153 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-e5c946ca-c9f4-4f29-bb1e-d68898ef2b61 req-f5c7dae6-1ebf-44e8-bab4-ab1f504468d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330877 Sep 14 14:51:05.971490 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8ac67-b12e-4ef7-acac-9c595349845f req-2e04aa66-3046-4c2b-9548-4d02f9fdccbf tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:05.973147 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9a8ac67-b12e-4ef7-acac-9c595349845f req-2e04aa66-3046-4c2b-9548-4d02f9fdccbf tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0607915 Sep 14 14:51:06.017430 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9a8ac67-b12e-4ef7-acac-9c595349845f req-94970ee3-b198-465d-971c-419e541c46fd tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377076 Sep 14 14:51:06.271506 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11712d3-6e32-4b00-82d2-96ad7aac6255 req-289e3f5f-41f7-4e6b-868e-2681b3c03fe7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.273269 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d11712d3-6e32-4b00-82d2-96ad7aac6255 req-289e3f5f-41f7-4e6b-868e-2681b3c03fe7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0638113 Sep 14 14:51:06.359365 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c169b-d53d-4ece-8ea6-48976fef4c92 req-0f324e34-4a62-4777-bf12-6df5b2efb7a0 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.361243 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c22c169b-d53d-4ece-8ea6-48976fef4c92 req-0f324e34-4a62-4777-bf12-6df5b2efb7a0 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1073248 Sep 14 14:51:06.378524 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d11712d3-6e32-4b00-82d2-96ad7aac6255 req-2c3b2eef-2289-4f54-bb6b-7c94c88ce33d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828042 Sep 14 14:51:06.411679 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691443-20f4-4707-b171-b49179fcae40 req-97b2a8b4-c67b-4f15-9de8-76b8f00faa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.413299 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-97b2a8b4-c67b-4f15-9de8-76b8f00faa15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1099 time: 0.0899026 Sep 14 14:51:06.458840 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c22c169b-d53d-4ece-8ea6-48976fef4c92 req-91ed8c4e-3150-4ee9-8e69-0a75e145a79d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786345 Sep 14 14:51:06.544741 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75e29d-0e3d-4a47-ad7f-7673f476d75d req-c812e52a-2471-47ae-b7df-ac62d6d6e6f3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.554688 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7c75e29d-0e3d-4a47-ad7f-7673f476d75d req-c812e52a-2471-47ae-b7df-ac62d6d6e6f3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1219406 Sep 14 14:51:06.599357 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7c75e29d-0e3d-4a47-ad7f-7673f476d75d req-2c3fdf20-9591-4ca1-bab4-5e7142b2f382 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Sep 14 14:51:06.601277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691443-20f4-4707-b171-b49179fcae40 req-d4c26bfa-c226-43a0-aac3-91738f2d1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.603867 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-d4c26bfa-c226-43a0-aac3-91738f2d1581 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.1764977 Sep 14 14:51:06.701671 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-dc70b022-bd67-4f4c-900b-f87ff6f1b59f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 1002 time: 0.0869749 Sep 14 14:51:06.769229 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691443-20f4-4707-b171-b49179fcae40 req-205198d2-9af2-4542-a159-aa24fe5c10da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.770505 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-205198d2-9af2-4542-a159-aa24fe5c10da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0587928 Sep 14 14:51:06.776590 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-43b6aea5-7c53-4e0c-b4b1-c87b75aec600 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.778218 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-43b6aea5-7c53-4e0c-b4b1-c87b75aec600 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 813 time: 0.1669617 Sep 14 14:51:06.804889 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928521d-2b87-4d44-9f48-c45f328818cb req-fda5ded9-16f4-4b91-9ab8-99250d01f257 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.806802 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f928521d-2b87-4d44-9f48-c45f328818cb req-fda5ded9-16f4-4b91-9ab8-99250d01f257 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.1349902 Sep 14 14:51:06.808457 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-220b77e1-c41d-4e30-b1ea-c462169df3f7 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/quotas/66cb76dd951a4a10ac7fbcd9db1fbfeb HTTP/1.1" status: 200 len: 375 time: 0.0242317 Sep 14 14:51:06.828999 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691443-20f4-4707-b171-b49179fcae40 req-544bb0a7-3cde-4040-84d0-5f03ad48ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:06.831151 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-544bb0a7-3cde-4040-84d0-5f03ad48ae0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517991 Sep 14 14:51:06.863120 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-67f37fe8-b47b-4389-b88d-339f5ff6dc11 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399382 Sep 14 14:51:06.901883 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f928521d-2b87-4d44-9f48-c45f328818cb req-98ab7aa0-3b5c-4591-83b8-b40032765764 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881119 Sep 14 14:51:06.969725 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-a5c4cd2c-6ebf-41ed-a31a-331eb91187a8 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275170 Sep 14 14:51:06.995235 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-00ea9dbd-c3b0-4ef8-9ca5-1ec19b413fdd service neutron] 10.222.0.50 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266265 Sep 14 14:51:07.131418 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:07.133422 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-35691443-20f4-4707-b171-b49179fcae40 req-20ca2e93-9178-4e25-851b-f4716ece80aa service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549120 Sep 14 14:51:07.165937 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f2b2ce7f-2d46-4f3f-9b7d-ac72a075e56c service neutron] 10.222.0.50 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640303 Sep 14 14:51:07.368120 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-966a0a67-4408-4834-b73f-74230ffd4850 req-1e44442f-cb6c-44e0-8b50-74dd1a7c5651 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 210 time: 0.0434079 Sep 14 14:51:07.622351 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fafbee-884f-4fb5-b9fe-45ebe7b99bb3 req-324e6606-5dff-4955-8f94-ac0236158d81 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:07.635829 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b0fafbee-884f-4fb5-b9fe-45ebe7b99bb3 req-324e6606-5dff-4955-8f94-ac0236158d81 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.1534469 Sep 14 14:51:07.736959 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b0fafbee-884f-4fb5-b9fe-45ebe7b99bb3 req-000f6e0a-a6ed-4f4e-8b6a-d5a64b8fdbe5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989592 Sep 14 14:51:07.784413 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545199d-3eff-48dc-8a19-4a70a5f838dd req-57d94e21-91b9-4f9a-a321-af56da73ed5e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:07.795247 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6545199d-3eff-48dc-8a19-4a70a5f838dd req-57d94e21-91b9-4f9a-a321-af56da73ed5e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1258073 Sep 14 14:51:07.858040 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6545199d-3eff-48dc-8a19-4a70a5f838dd req-ad945d1e-62c2-453e-9ff4-8c190f0cda96 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610113 Sep 14 14:51:08.075864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc12e02-8fa6-4b73-acd6-53412d11c7f1 req-eb97d654-fc77-4800-b8f6-c5c8b974e613 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:08.078329 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6bc12e02-8fa6-4b73-acd6-53412d11c7f1 req-eb97d654-fc77-4800-b8f6-c5c8b974e613 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1605277 Sep 14 14:51:08.124846 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678fee6-ffc1-4f97-a4f0-ff799dfc0bc4 req-f1acaa8f-826e-459d-8bcf-bbc2d6a564ba tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:08.126788 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3678fee6-ffc1-4f97-a4f0-ff799dfc0bc4 req-f1acaa8f-826e-459d-8bcf-bbc2d6a564ba tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.1263092 Sep 14 14:51:08.153961 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6bc12e02-8fa6-4b73-acd6-53412d11c7f1 req-c596ab4b-0284-4ebe-87d2-a64edaf4ec82 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651438 Sep 14 14:51:08.199224 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3678fee6-ffc1-4f97-a4f0-ff799dfc0bc4 req-2ca52fc0-4e2e-4732-b0a4-9ec14d0138e8 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Sep 14 14:51:08.477216 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ba08eb06-c63b-45dd-9196-9ac8b1241f94 req-a14f1cb9-56f8-4da6-a446-699737df7a29 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Sep 14 14:51:08.938246 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717411b-d7d7-46f8-8daa-dae9cdb55bd2 req-05a0e77b-b3ce-4d88-8afc-f212dc28a61a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:08.944615 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4717411b-d7d7-46f8-8daa-dae9cdb55bd2 req-05a0e77b-b3ce-4d88-8afc-f212dc28a61a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0867198 Sep 14 14:51:09.158753 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4717411b-d7d7-46f8-8daa-dae9cdb55bd2 req-07f6a5dc-5b71-41ac-be61-42f070ded540 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940491 Sep 14 14:51:09.176471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728e8a-10b3-4f70-b29d-64372edeaaec req-d433c943-6576-4fd2-9a3b-5aae524cf206 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:09.208803 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b6728e8a-10b3-4f70-b29d-64372edeaaec req-d433c943-6576-4fd2-9a3b-5aae524cf206 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.2252529 Sep 14 14:51:09.321854 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-d3ccd0ee-a3d2-45ef-a843-957d079aa76b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:09.327012 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-d3ccd0ee-a3d2-45ef-a843-957d079aa76b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 813 time: 0.3370652 Sep 14 14:51:09.364962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Request body: {'port': {'device_id': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6', 'admin_state_up': True, 'tenant_id': '66cb76dd951a4a10ac7fbcd9db1fbfeb'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:09.382773 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b6728e8a-10b3-4f70-b29d-64372edeaaec req-d8d7e741-b446-4216-8527-59ecdafc47ec tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729345 Sep 14 14:51:09.457895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735a26a-65fd-4ab9-9ee8-bd626fcfbd06 req-1a3d8d82-6e5c-402a-960e-13b34281c649 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:09.468488 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b735a26a-65fd-4ab9-9ee8-bd626fcfbd06 req-1a3d8d82-6e5c-402a-960e-13b34281c649 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1362615 Sep 14 14:51:09.503018 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Made reservation on behalf of 66cb76dd951a4a10ac7fbcd9db1fbfeb for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:51:09.506981 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:09.654021 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-839ffae2-afe2-4946-a5c3-46b4b7f53c53 req-57aaf3db-bb55-4c7c-a674-d0571449bd42 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 210 time: 0.0503929 Sep 14 14:51:09.669435 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b735a26a-65fd-4ab9-9ee8-bd626fcfbd06 req-62f45d53-2163-4e1e-9341-9dc671226081 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963215 Sep 14 14:51:09.765252 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Allocated IP 172.20.0.6 (c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6/4ec147fc-1c54-443c-9bd6-eb10a1c7f472/0c135d82-d652-4a40-a96a-10f0d1d82d73) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:51:09.968581 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:10.041213 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:10.102653 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:51:10.114412 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:51:10.124395 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:51:10.127885 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Pushing event updated for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:10.230660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:10.230660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:10.280146 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-c0ac6be1-52a4-4742-b97a-8ded80e8c521 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9356256 Sep 14 14:51:10.302301 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Request body: {'port': {'device_id': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:10.478040 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:10.631130 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b4401-4a7f-4a2c-969e-2157127ab1e7 req-1deee904-35a7-46b0-9c62-6dbcbc301840 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:10.644825 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-024b4401-4a7f-4a2c-969e-2157127ab1e7 req-1deee904-35a7-46b0-9c62-6dbcbc301840 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.3490043 Sep 14 14:51:10.680974 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70639b-316d-4f85-b79a-60b71c1a4d51 req-01136170-97a8-4df1-9745-6744f5dad501 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:10.682824 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1b70639b-316d-4f85-b79a-60b71c1a4d51 req-01136170-97a8-4df1-9745-6744f5dad501 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1152878 Sep 14 14:51:10.744528 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-024b4401-4a7f-4a2c-969e-2157127ab1e7 req-cac2523d-e8d3-4766-8c16-5ed14fcccbad tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986626 Sep 14 14:51:10.827819 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1b70639b-316d-4f85-b79a-60b71c1a4d51 req-e0fb466e-9729-44a6-ab6d-d9c0e183de24 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308756 Sep 14 14:51:10.862584 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 56216) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:10.902032 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c84b1-c620-4562-a1b8-d8d96ce5614d req-fb0f691d-606f-4982-874a-4ebf6fbe8e46 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:10.903771 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f19c84b1-c620-4562-a1b8-d8d96ce5614d req-fb0f691d-606f-4982-874a-4ebf6fbe8e46 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 931 time: 0.0717123 Sep 14 14:51:10.953710 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f19c84b1-c620-4562-a1b8-d8d96ce5614d req-10efd727-a858-401a-aae7-436d3394db84 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Sep 14 14:51:11.008431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c135d82-d652-4a40-a96a-10f0d1d82d73 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:51:11.026595 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.042034 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0901ea70-c0e7-4288-bb6f-b1b60d4cc6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.057803 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Transition to ACTIVE for port object 0c135d82-d652-4a40-a96a-10f0d1d82d73 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:51:11.072727 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.443538 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Pushing event updated for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:11.556170 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65f543-c73c-41ed-8884-f6878893599a req-fff1080e-3d08-4b5f-b4de-9d72750a2257 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:11.565013 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0901ea70-c0e7-4288-bb6f-b1b60d4cc6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.572942 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Attempting to bind port 0c135d82-d652-4a40-a96a-10f0d1d82d73 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:51:11.573518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Attempting to bind port 0c135d82-d652-4a40-a96a-10f0d1d82d73 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:51:11.574688 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d65f543-c73c-41ed-8884-f6878893599a req-fff1080e-3d08-4b5f-b4de-9d72750a2257 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1002650 Sep 14 14:51:11.574868 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Attempting to bind port 0c135d82-d652-4a40-a96a-10f0d1d82d73 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:51:11.579626 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0901ea70-c0e7-4288-bb6f-b1b60d4cc6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.603211 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Port 0c135d82-d652-4a40-a96a-10f0d1d82d73 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:51:11.603767 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Attempting to bind port 0c135d82-d652-4a40-a96a-10f0d1d82d73 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:51:11.633162 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9d65f543-c73c-41ed-8884-f6878893599a req-1b2f6f4f-c9ac-4a6e-9bda-e1e5d0c825fc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569954 Sep 14 14:51:11.636782 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:51:11.637311 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Checking segment: {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:51:11.637692 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Bound using segment: {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:51:11.638123 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Bound port: 0c135d82-d652-4a40-a96a-10f0d1d82d73, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:51:11.638480 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.650782 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0901ea70-c0e7-4288-bb6f-b1b60d4cc6df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ab5333fb4644c26a5871b3c2e34bd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871294 Sep 14 14:51:11.653341 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ea70-c0e7-4288-bb6f-b1b60d4cc6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472a9d10-e9e6-4d5a-b919-5863ff56283e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:11.653862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56236) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:11.728968 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:51:11.733621 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:51:11.741661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.743440 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.771449 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.808067 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:11.808445 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.810127 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c135d82-d652-4a40-a96a-10f0d1d82d73 HTTP/1.1" status: 200 len: 1093 time: 1.5181048 Sep 14 14:51:11.810503 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:11.812818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1573e44e-2545-4993-b129-3ac2368f0c35" -d '{"events": [{"name": "network-changed", "server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:11.838930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ee4da-ae6e-4a0f-ab33-467428fadb93 service neutron] Pushing event updated for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:11.934253 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b896-93a6-40aa-b0a3-95d438da5fee req-b5cb3564-9995-4ae8-8be3-a7f2dcede24b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:11.956243 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-119e4238-3229-4c88-b3bb-484532d89084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:11.956961 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b987b896-93a6-40aa-b0a3-95d438da5fee req-b5cb3564-9995-4ae8-8be3-a7f2dcede24b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.1065109 Sep 14 14:51:11.958060 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-119e4238-3229-4c88-b3bb-484532d89084 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 1096 time: 0.0666406 Sep 14 14:51:11.989885 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.992936 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:11.996734 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/472a9d10-e9e6-4d5a-b919-5863ff56283e HTTP/1.1" status: 204 len: 168 time: 0.3388236 Sep 14 14:51:12.004786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9851137-b37e-4c3f-bc57-0d10c813dc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a9d10-e9e6-4d5a-b919-5863ff56283e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:12.019114 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-93afc3b3-2c4c-4432-b26a-8bf57a10a102 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73 HTTP/1.1" status: 200 len: 217 time: 0.0452893 Sep 14 14:51:12.042430 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b987b896-93a6-40aa-b0a3-95d438da5fee req-0e5d4763-3eea-469e-b338-1bd85f137174 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844204 Sep 14 14:51:12.123667 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da57f72a-7e15-4471-83d3-303e0ff0e066 x-openstack-request-id: req-da57f72a-7e15-4471-83d3-303e0ff0e066 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:12.123667 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:12.123667 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da57f72a-7e15-4471-83d3-303e0ff0e066 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:12.123667 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73', 'status': 'completed', 'code': 200} Sep 14 14:51:12.158156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-bd9d4419-4186-472a-9046-f5dafb7f56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:12.159678 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-bd9d4419-4186-472a-9046-f5dafb7f56c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4ec147fc-1c54-443c-9bd6-eb10a1c7f472 HTTP/1.1" status: 200 len: 853 time: 0.1306877 Sep 14 14:51:12.249583 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-a54a4348-e26b-4ca7-926f-2cb9b3c29998 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759950 Sep 14 14:51:12.290583 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b5cb6-15e9-4d50-93c0-bb4bbc481eea req-8af1dac3-c651-4674-b8b1-c25e9936bb1b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:12.292207 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f1b5cb6-15e9-4d50-93c0-bb4bbc481eea req-8af1dac3-c651-4674-b8b1-c25e9936bb1b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 943 time: 0.0760102 Sep 14 14:51:12.345618 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f1b5cb6-15e9-4d50-93c0-bb4bbc481eea req-6a33a57b-aaaf-4297-ad90-cb1460019dae tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Sep 14 14:51:12.408147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-2d72429e-503c-4c8c-8e11-1775b24d09dd service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418288 Sep 14 14:51:12.544830 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d71a67c0-f8f4-4721-8156-3bbff2e47f76 req-5953cfa5-66f3-40d6-a930-f00ad474cb63 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266472 Sep 14 14:51:12.681581 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-ffab0fd7-d44a-44ed-ab85-4eb7d08b6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:12.683334 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-ffab0fd7-d44a-44ed-ab85-4eb7d08b6772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 1096 time: 0.0798206 Sep 14 14:51:12.825724 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-aef057d2-6142-4836-a4ed-d0990a452716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:12.827213 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-aef057d2-6142-4836-a4ed-d0990a452716 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 914 time: 0.1359627 Sep 14 14:51:12.874805 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-87c20b74-7cb9-4179-86ff-623a00bd0f9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73 HTTP/1.1" status: 200 len: 217 time: 0.0358779 Sep 14 14:51:12.949008 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-14504e2a-59ed-4937-a5aa-130934139f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:12.951991 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-14504e2a-59ed-4937-a5aa-130934139f4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4ec147fc-1c54-443c-9bd6-eb10a1c7f472 HTTP/1.1" status: 200 len: 853 time: 0.0688460 Sep 14 14:51:12.991751 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-7e4dc37c-e687-4780-84a0-1542e056e4cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320721 Sep 14 14:51:13.151451 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-f73784df-f678-43bd-a47b-105e788c32ca service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395180 Sep 14 14:51:13.188311 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1ba6b-df4f-4547-be94-0796197eb67d req-3a10f33c-7a31-461a-bc71-761bd92a2504 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:13.196669 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7df1ba6b-df4f-4547-be94-0796197eb67d req-3a10f33c-7a31-461a-bc71-761bd92a2504 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0695014 Sep 14 14:51:13.251299 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7df1ba6b-df4f-4547-be94-0796197eb67d req-10a34301-d838-44b2-98f2-f0268f8ec72e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531299 Sep 14 14:51:13.296164 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-1573e44e-2545-4993-b129-3ac2368f0c35 req-d465bf54-ef00-4281-8424-eb1b91c92046 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323004 Sep 14 14:51:13.518742 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8941d-0cbe-4d61-b010-a5e99f120a7b req-0cd7f406-9a71-4f0b-a184-e092a3f23063 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:13.519853 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4c8941d-0cbe-4d61-b010-a5e99f120a7b req-0cd7f406-9a71-4f0b-a184-e092a3f23063 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 943 time: 0.0749180 Sep 14 14:51:13.574063 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4c8941d-0cbe-4d61-b010-a5e99f120a7b req-32583e71-e836-481b-8cdb-01d244c6035c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473502 Sep 14 14:51:14.394699 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6272-1d30-45b6-a23b-9b9256054ed4 req-0ad464b2-ec6a-48e9-8dd5-34030d486504 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:14.396409 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cfcc6272-1d30-45b6-a23b-9b9256054ed4 req-0ad464b2-ec6a-48e9-8dd5-34030d486504 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0529442 Sep 14 14:51:14.436282 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cfcc6272-1d30-45b6-a23b-9b9256054ed4 req-a90fa0bc-48a6-4b9c-9b5c-4400e5e3bb5a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330348 Sep 14 14:51:14.700559 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293644-da26-40b5-8ec6-bd9cb7a6d026 req-3fe3dc4d-0a86-4153-ba55-9dfd1b36f446 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:14.702092 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0293644-da26-40b5-8ec6-bd9cb7a6d026 req-3fe3dc4d-0a86-4153-ba55-9dfd1b36f446 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 943 time: 0.0550501 Sep 14 14:51:14.741978 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0293644-da26-40b5-8ec6-bd9cb7a6d026 req-c1112874-cf70-4fd0-bc98-17da5813ecc8 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 Sep 14 14:51:14.864720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-3cc83e3b-534e-46f6-a306-c4b4c438ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:14.866316 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-3cc83e3b-534e-46f6-a306-c4b4c438ede5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1098 time: 0.0521855 Sep 14 14:51:14.983557 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-2968cd97-f230-4a18-b6dd-5048c87dbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:14.985322 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-2968cd97-f230-4a18-b6dd-5048c87dbd4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0996425 Sep 14 14:51:15.056591 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-3e66e999-2923-4d2b-9149-f29d85390389 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 1000 time: 0.0625284 Sep 14 14:51:15.130548 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-e922d582-7c0c-4479-ae62-bcca43a600d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:15.132083 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-e922d582-7c0c-4479-ae62-bcca43a600d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0669670 Sep 14 14:51:15.142006 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0c135d82-d652-4a40-a96a-10f0d1d82d73 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:51:15.198373 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-e8ea71b8-1598-4172-bc5a-c120727ae626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:15.199899 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-e8ea71b8-1598-4172-bc5a-c120727ae626 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510218 Sep 14 14:51:15.235415 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56356) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:15.245783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:15.313911 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-bbeeb352-d37c-4d55-9875-cf81c5448b19 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950334 Sep 14 14:51:15.356454 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-711569e7-8ece-4481-9b66-6d7b00892125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.384735 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '0c135d82-d652-4a40-a96a-10f0d1d82d73', 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6', 'port_id': '0c135d82-d652-4a40-a96a-10f0d1d82d73', 'mac_address': 'fa:16:3e:49:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec147fc-1c54-443c-9bd6-eb10a1c7f472', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:51:15.425068 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.430914 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5b7ad6f8-325e-474b-97ce-ea2fe1b2ff23 req-8b144c0c-7119-4035-8b82-aeca7ef792c5 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077201 Sep 14 14:51:15.440928 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c135d82-d652-4a40-a96a-10f0d1d82d73 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:51:15.463310 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:15.467316 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-711569e7-8ece-4481-9b66-6d7b00892125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.469641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.472005 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-711569e7-8ece-4481-9b66-6d7b00892125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.515376 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-711569e7-8ece-4481-9b66-6d7b00892125 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea62c316e9524db89c81262fd43044ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760043 Sep 14 14:51:15.515613 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56366) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:15.521230 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:15.523067 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711569e7-8ece-4481-9b66-6d7b00892125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469414ae-45af-4acb-bfc5-1e97ba9360f9,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:15.607253 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dcaa5-04c3-4a36-bb15-e10530864aba req-aac2ae48-9256-484c-8e7a-0b34976bb548 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:15.608759 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-974dcaa5-04c3-4a36-bb15-e10530864aba req-aac2ae48-9256-484c-8e7a-0b34976bb548 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0866904 Sep 14 14:51:15.609885 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.644700 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.678063 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-974dcaa5-04c3-4a36-bb15-e10530864aba req-aa8deaca-cb36-4045-954c-c4bdfd3dc0c4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632339 Sep 14 14:51:15.706271 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.709307 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:15.710436 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/469414ae-45af-4acb-bfc5-1e97ba9360f9 HTTP/1.1" status: 204 len: 168 time: 0.1939132 Sep 14 14:51:15.718741 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c973d-4d16-4ce3-8195-a8651a258466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469414ae-45af-4acb-bfc5-1e97ba9360f9,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:15.878641 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c6d7d-495a-425d-b6d2-6addea15b004 req-e24490d9-8cc0-454f-8744-ccca87c5501c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:15.880386 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc8c6d7d-495a-425d-b6d2-6addea15b004 req-e24490d9-8cc0-454f-8744-ccca87c5501c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 944 time: 0.0560071 Sep 14 14:51:15.927907 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dc8c6d7d-495a-425d-b6d2-6addea15b004 req-ce11f072-7894-4aef-bbf0-d275fa50fd94 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384440 Sep 14 14:51:15.992175 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['0c135d82-d652-4a40-a96a-10f0d1d82d73'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:16.825202 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe881-db24-48cb-850c-c9472c96714b req-f0b64c53-afff-4939-b613-6ee9868e94e7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:16.827385 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6acfe881-db24-48cb-850c-c9472c96714b req-f0b64c53-afff-4939-b613-6ee9868e94e7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0565376 Sep 14 14:51:16.868719 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6acfe881-db24-48cb-850c-c9472c96714b req-e3bd9784-d58e-446c-b5eb-af502121a436 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345612 Sep 14 14:51:17.054173 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118bb17-2ff7-4a1b-ae52-9fc97570a5db req-973be423-ee7d-44b8-95eb-415a91ea3e04 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:17.055780 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3118bb17-2ff7-4a1b-ae52-9fc97570a5db req-973be423-ee7d-44b8-95eb-415a91ea3e04 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 944 time: 0.0556073 Sep 14 14:51:17.097859 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3118bb17-2ff7-4a1b-ae52-9fc97570a5db req-859e289e-ebf3-4524-8a7e-46d121373a9c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Sep 14 14:51:17.989471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014f42-a062-4b3c-9f1d-7171e6e32527 req-ab92dfed-6053-447f-a8c9-e2da3fcc955c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:17.990921 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c3014f42-a062-4b3c-9f1d-7171e6e32527 req-ab92dfed-6053-447f-a8c9-e2da3fcc955c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0492048 Sep 14 14:51:18.030274 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-b3e5d275-2712-4464-b611-94f7929ebfee tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=52cc5fc6c45e495abf37180482f53f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359726 Sep 14 14:51:18.127983 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c3014f42-a062-4b3c-9f1d-7171e6e32527 req-691ea043-cae2-4e97-a0f2-f92a29aa654f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138349 Sep 14 14:51:18.276872 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-cea675dd-1749-467d-bcac-62e80931210c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:18.278354 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-cea675dd-1749-467d-bcac-62e80931210c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2401907 Sep 14 14:51:18.302518 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c0a24-054b-4985-b78b-798e43ecf2d5 req-a26ee44f-1719-45d2-92cd-7a82fb4692e3 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:18.304348 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-454c0a24-054b-4985-b78b-798e43ecf2d5 req-a26ee44f-1719-45d2-92cd-7a82fb4692e3 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 944 time: 0.1047087 Sep 14 14:51:18.309123 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-abb77c0b-584a-4859-9274-14f01ad4f1ec tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/quotas/52cc5fc6c45e495abf37180482f53f39 HTTP/1.1" status: 200 len: 375 time: 0.0215924 Sep 14 14:51:18.354183 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-4168c8ce-a204-4899-84e4-75747a3cfa02 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52cc5fc6c45e495abf37180482f53f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378036 Sep 14 14:51:18.376506 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-454c0a24-054b-4985-b78b-798e43ecf2d5 req-748046b5-9557-4f58-8ac5-e0e78df73901 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Sep 14 14:51:18.543710 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c5d950ce-6cf7-49f5-a3a4-9af628ebf343 req-b82f3f3e-4145-46a7-8715-468ed41f941d tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 210 time: 0.0305920 Sep 14 14:51:19.157550 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0c135d82-d652-4a40-a96a-10f0d1d82d73 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:51:19.249308 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 0c135d82-d652-4a40-a96a-10f0d1d82d73 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:51:19.253961 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 0c135d82-d652-4a40-a96a-10f0d1d82d73 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:51:19.254327 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:19.283968 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b89f-7968-4f39-913d-73f332b62000 req-93d3d70d-9fb0-4f79-b9d3-4fda042869ac tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:19.285570 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5d8b89f-7968-4f39-913d-73f332b62000 req-93d3d70d-9fb0-4f79-b9d3-4fda042869ac tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 945 time: 0.0572343 Sep 14 14:51:19.329742 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5d8b89f-7968-4f39-913d-73f332b62000 req-a35fc3f8-6e71-469b-893f-cdec84712ca7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352776 Sep 14 14:51:19.339580 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:19.367929 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:19.370264 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d4207-b1a6-4c66-8615-a64e903bf145" -d '{"events": [{"server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "name": "network-vif-plugged", "status": "completed", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:19.383430 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:19.389208 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:19.390524 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:19.435831 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4008f-6aeb-4a19-a9c5-53f9736b0cfe x-openstack-request-id: req-12e4008f-6aeb-4a19-a9c5-53f9736b0cfe {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:19.436857 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "name": "network-vif-plugged", "status": "completed", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:19.437259 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12e4008f-6aeb-4a19-a9c5-53f9736b0cfe {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:19.437921 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73', 'code': 200} Sep 14 14:51:19.491065 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:19.533802 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:19.568882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b646b-6953-4ca8-b0ae-f50c17903eda req-05244f92-e723-4b44-b9d6-8105c4a26b20 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:19.570809 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-359b646b-6953-4ca8-b0ae-f50c17903eda req-05244f92-e723-4b44-b9d6-8105c4a26b20 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.1074135 Sep 14 14:51:19.580628 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:19.587115 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:19.633058 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-359b646b-6953-4ca8-b0ae-f50c17903eda req-13d6c555-c9f4-4660-81d5-2da3f283ca20 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476923 Sep 14 14:51:19.658999 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=8']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:19.684653 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b7231-b02e-40c2-b2c1-fcb8b502b522 req-e17c9f41-9904-4d74-a510-f1e665c4771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:19.686192 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-854b7231-b02e-40c2-b2c1-fcb8b502b522 req-e17c9f41-9904-4d74-a510-f1e665c4771b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 1098 time: 0.0701351 Sep 14 14:51:19.729942 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-854b7231-b02e-40c2-b2c1-fcb8b502b522 req-343e121b-45ce-4df0-bbbd-9b320faa2ea3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Sep 14 14:51:19.740082 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-35d85bbf-c4ab-4cb8-95a4-15a573b1cd3d req-26f73190-44ec-4b89-b9a8-669304438f31 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 210 time: 0.0388072 Sep 14 14:51:19.980824 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-d4c2f188-9d4c-460f-baf5-ddb40c79163e req-90c38e8d-07fc-4dad-9720-f0285886486d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:51:19.981714 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d4c2f188-9d4c-460f-baf5-ddb40c79163e req-90c38e8d-07fc-4dad-9720-f0285886486d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057042 Sep 14 14:51:20.173722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ac1ad-6c57-466d-837d-10df6df8c4ec req-97f3cb88-4653-4914-a4ed-8040c1ba21ae tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:20.175257 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-154ac1ad-6c57-466d-837d-10df6df8c4ec req-97f3cb88-4653-4914-a4ed-8040c1ba21ae tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0585892 Sep 14 14:51:20.217375 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-154ac1ad-6c57-466d-837d-10df6df8c4ec req-471a2a97-8464-41ab-b7dd-1e371e567b1b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Sep 14 14:51:20.255259 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-501599b7-8da9-4768-9812-e1758c0b46d8 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=52cc5fc6c45e495abf37180482f53f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364974 Sep 14 14:51:20.472252 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-2abdf16e-13ca-44d5-b1f6-f41e673973cd tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:20.473718 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-2abdf16e-13ca-44d5-b1f6-f41e673973cd tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084405 Sep 14 14:51:20.494457 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Request body: {'port': {'device_id': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b', 'admin_state_up': True, 'tenant_id': '52cc5fc6c45e495abf37180482f53f39'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:20.526395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56562) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:20.609978 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Made reservation on behalf of 52cc5fc6c45e495abf37180482f53f39 for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:51:20.613616 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:20.619602 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-5679dc54-2c20-485b-ac26-18febb07f266 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920451 Sep 14 14:51:20.622745 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:20.629106 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-2cee37f5-a1b1-4323-98dd-86adb904a900 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:51:20.630084 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-2cee37f5-a1b1-4323-98dd-86adb904a900 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Sep 14 14:51:20.718793 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:20.724781 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:20.767697 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd6bf-4cdf-4f07-a0f2-ace1b039fa35 req-0787eb8e-bd3c-4fd1-80bd-f7ed40c4ede5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:20.771816 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c338753c-d01c-499c-8fd2-23bb8e80df25,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:20.775957 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a71fd6bf-4cdf-4f07-a0f2-ace1b039fa35 req-0787eb8e-bd3c-4fd1-80bd-f7ed40c4ede5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.0670063 Sep 14 14:51:20.831343 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a71fd6bf-4cdf-4f07-a0f2-ace1b039fa35 req-2950b883-8caa-424c-b68c-a1d6f6879751 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545487 Sep 14 14:51:20.904875 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-890e7331-dad5-4ca2-8001-ba2a43480669 req-900433f1-2241-4865-9b2e-3db4e3d4d985 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 210 time: 0.0554087 Sep 14 14:51:20.954165 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Allocated IP 192.168.233.35 (448da814-05bf-48c9-a0d9-70349e01d87b/860161b2-ea89-41f2-9fe7-0e32391b8566/3a66edc8-32fc-4d69-aa4c-1d832aa17468) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:51:21.133701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.149248 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Transition to ACTIVE for port object 3a66edc8-32fc-4d69-aa4c-1d832aa17468 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:51:21.189951 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.237239 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Network 448da814-05bf-48c9-a0d9-70349e01d87b is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:51:21.243441 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:51:21.247001 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:51:21.289347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Pushing event updated for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:21.320661 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:21.321753 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.343190 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-5b91f3f0-e098-4549-84df-bade2b6b2321 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8529034 Sep 14 14:51:21.371052 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Request body: {'port': {'device_id': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:51:21.413586 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b6e81-79c7-4620-9c5c-7664cbc8032c req-aeb3a0cc-3a2a-4879-87b6-0e72ca975b78 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:21.415343 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c30b6e81-79c7-4620-9c5c-7664cbc8032c req-aeb3a0cc-3a2a-4879-87b6-0e72ca975b78 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0576813 Sep 14 14:51:21.415930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56592) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:21.436401 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.440113 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:21.443574 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c95e6f9-ce48-4d24-9135-8ea32fec45f8" -d '{"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-unplugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:21.473950 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c30b6e81-79c7-4620-9c5c-7664cbc8032c req-60c59560-737a-482b-9092-1ac891c6c103 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441988 Sep 14 14:51:21.483453 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba202a-314a-4408-88e6-589929f2bbc3 x-openstack-request-id: req-baba202a-314a-4408-88e6-589929f2bbc3 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:21.483744 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-unplugged", "status": "failed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "code": 422}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:21.483992 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baba202a-314a-4408-88e6-589929f2bbc3 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:21.484448 dv-cinder-784140-10-iscsi neutron-server[100393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'code': 422} returned with failed status Sep 14 14:51:21.548923 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d6eed49d-cbb3-42bd-aa20-34015a8c09eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.562132 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-1fac2fb9-b880-46a1-87bc-23e5551606ed None None] Provisioning for port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:51:21.566371 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-1fac2fb9-b880-46a1-87bc-23e5551606ed None None] Provisioning complete for port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:51:21.566812 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1fac2fb9-b880-46a1-87bc-23e5551606ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.607754 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-1fac2fb9-b880-46a1-87bc-23e5551606ed None None] Port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:51:21.631406 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f8414a9c-fa1c-4089-a12c-023f6b5849fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.649873 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d6eed49d-cbb3-42bd-aa20-34015a8c09eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.654882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d6eed49d-cbb3-42bd-aa20-34015a8c09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.693539 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d6eed49d-cbb3-42bd-aa20-34015a8c09eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c19a1c987144924940f86ac6d5d2f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763746 Sep 14 14:51:21.694903 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed49d-cbb3-42bd-aa20-34015a8c09eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35000192-4427-4a17-8938-8172f29e0c5e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:21.698584 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56598) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:21.734236 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a66edc8-32fc-4d69-aa4c-1d832aa17468 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:51:21.741731 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.753435 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.754540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Transition to ACTIVE for port object 3a66edc8-32fc-4d69-aa4c-1d832aa17468 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:51:21.758802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.776850 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.809756 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:21.836591 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.839169 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.840538 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35000192-4427-4a17-8938-8172f29e0c5e HTTP/1.1" status: 204 len: 168 time: 0.1410127 Sep 14 14:51:21.854383 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1479cd-7b0d-4cf7-897d-a267a6ea5c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35000192-4427-4a17-8938-8172f29e0c5e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:21.899496 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Attempting to bind port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:51:21.899837 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Attempting to bind port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:51:21.900188 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Attempting to bind port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 on network 448da814-05bf-48c9-a0d9-70349e01d87b {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:51:21.905026 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 on network 448da814-05bf-48c9-a0d9-70349e01d87b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:51:21.905345 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Attempting to bind port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 on network 448da814-05bf-48c9-a0d9-70349e01d87b {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:51:21.910423 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:51:21.910757 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Checking segment: {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:51:21.911135 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Bound using segment: {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:51:21.911551 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Bound port: 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '376acbd1-8fa0-4348-97ce-06572432136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:51:21.912118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:21.985533 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201dee-dbcb-466b-87b9-0fd133bf6d6f req-570c31fc-002b-4a24-8c43-e8c6ff66c576 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:21.987145 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-65201dee-dbcb-466b-87b9-0fd133bf6d6f req-570c31fc-002b-4a24-8c43-e8c6ff66c576 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.0684052 Sep 14 14:51:22.020354 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:51:22.024429 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:51:22.034802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.077384 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.078129 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.079606 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] 10.222.0.64 "PUT /v2.0/ports/3a66edc8-32fc-4d69-aa4c-1d832aa17468 HTTP/1.1" status: 200 len: 1097 time: 0.7144408 Sep 14 14:51:22.080069 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:22.082454 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a95640-ea70-4786-b1c5-9067630b16e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:22.088528 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-65201dee-dbcb-466b-87b9-0fd133bf6d6f req-fae42742-53ca-4f95-ab29-839b85d831d0 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854411 Sep 14 14:51:22.139584 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601ff15-aa93-4018-8767-f247e75437d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:22.176892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de92e94-5838-4da3-b46d-a7eaa4ef6dd7 x-openstack-request-id: req-1de92e94-5838-4da3-b46d-a7eaa4ef6dd7 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:22.177110 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:22.177356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1de92e94-5838-4da3-b46d-a7eaa4ef6dd7 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:22.177800 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468', 'status': 'completed', 'code': 200} Sep 14 14:51:22.183435 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3361a1-3365-401d-84f8-76b3bebe2e18 req-482c3733-7924-4bc7-8ada-707e59e55dd1 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.185318 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ff3361a1-3365-401d-84f8-76b3bebe2e18 req-482c3733-7924-4bc7-8ada-707e59e55dd1 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 947 time: 0.1286211 Sep 14 14:51:22.213950 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-fccec6ad-6c49-41eb-b657-5574420c01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.215655 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-fccec6ad-6c49-41eb-b657-5574420c01e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52cc5fc6c45e495abf37180482f53f39&device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 1100 time: 0.0517294 Sep 14 14:51:22.233520 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ff3361a1-3365-401d-84f8-76b3bebe2e18 req-d3f6a326-2069-4c44-9077-8f731a0b1ef6 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 Sep 14 14:51:22.268083 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-0adf73a0-c391-4b31-af12-1ef82e00cfbc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468 HTTP/1.1" status: 200 len: 217 time: 0.0424764 Sep 14 14:51:22.288152 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56614) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:22.302050 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-453dd031-2853-4dd2-a1df-81ec00c0e32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.327358 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-54a02f4c-cf25-4817-ba71-99cba7d63af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.328953 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-54a02f4c-cf25-4817-ba71-99cba7d63af0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860161b2-ea89-41f2-9fe7-0e32391b8566 HTTP/1.1" status: 200 len: 843 time: 0.0498536 Sep 14 14:51:22.388139 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-ad9f229f-8b38-46ad-9644-a5d4832635ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.389683 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-ad9f229f-8b38-46ad-9644-a5d4832635ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=448da814-05bf-48c9-a0d9-70349e01d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0462859 Sep 14 14:51:22.399470 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-453dd031-2853-4dd2-a1df-81ec00c0e32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.404217 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-453dd031-2853-4dd2-a1df-81ec00c0e32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.441471 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-453dd031-2853-4dd2-a1df-81ec00c0e32b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dd36a8a02e54163b7ce2210b97860a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521299 Sep 14 14:51:22.443898 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dd031-2853-4dd2-a1df-81ec00c0e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1dd82-a97b-4519-b138-351c289ef50e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:22.446479 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 56616) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:22.487283 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-885b653e-2c86-46a5-af23-7156cca6837b service neutron] 10.222.0.64 "GET /v2.0/networks/448da814-05bf-48c9-a0d9-70349e01d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860782 Sep 14 14:51:22.495799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.518170 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.585040 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6a57e4a4-df5d-43e6-b5c2-d258efb6e8be req-ccc02c39-acb0-47ea-9ed5-629f9d065587 service neutron] 10.222.0.64 "GET /v2.0/networks/448da814-05bf-48c9-a0d9-70349e01d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888450 Sep 14 14:51:22.588556 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.591430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:22.592600 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10f1dd82-a97b-4519-b138-351c289ef50e HTTP/1.1" status: 204 len: 168 time: 0.1452391 Sep 14 14:51:22.608239 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dada8-1fe4-4b24-b20f-4e044cc5210a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1dd82-a97b-4519-b138-351c289ef50e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:22.621554 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1576d-4c78-4eb0-8630-4b052723e461 req-273741f7-63a3-43d8-8265-09d47ebdbc18 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.623242 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-50c1576d-4c78-4eb0-8630-4b052723e461 req-273741f7-63a3-43d8-8265-09d47ebdbc18 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0693383 Sep 14 14:51:22.668471 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-50c1576d-4c78-4eb0-8630-4b052723e461 req-99b11d0d-c968-4c1f-9ede-1495c65e6cff tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Sep 14 14:51:22.716054 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-aaeb3318-9629-45b9-88ab-6c720d45134d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.717586 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-aaeb3318-9629-45b9-88ab-6c720d45134d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52cc5fc6c45e495abf37180482f53f39&device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 1100 time: 0.0496879 Sep 14 14:51:22.818901 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-ac564a5c-7245-46d7-9679-255df8e5fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.820579 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-ac564a5c-7245-46d7-9679-255df8e5fced service neutron] 10.222.0.64 "GET /v2.0/networks?id=448da814-05bf-48c9-a0d9-70349e01d87b HTTP/1.1" status: 200 len: 870 time: 0.0892980 Sep 14 14:51:22.874179 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-c7509e96-04da-4e9e-90fc-dc6f0665f24f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468 HTTP/1.1" status: 200 len: 217 time: 0.0402880 Sep 14 14:51:22.936998 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-00f4cec8-cf7a-4b30-ba46-105e0b4823f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:22.938505 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-00f4cec8-cf7a-4b30-ba46-105e0b4823f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860161b2-ea89-41f2-9fe7-0e32391b8566 HTTP/1.1" status: 200 len: 843 time: 0.0448411 Sep 14 14:51:22.943719 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 56626) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:22.963499 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3e59cdba-d8f1-4282-a368-c24215e8e0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.053156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-7a2b9d76-d138-4552-80ea-5f048362aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:23.054894 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-7a2b9d76-d138-4552-80ea-5f048362aef2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=448da814-05bf-48c9-a0d9-70349e01d87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0695081 Sep 14 14:51:23.160322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3e59cdba-d8f1-4282-a368-c24215e8e0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.168579 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3e59cdba-d8f1-4282-a368-c24215e8e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.175827 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:23.221489 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3e59cdba-d8f1-4282-a368-c24215e8e0d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=783d612411e344608ea84253e84825e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764409 Sep 14 14:51:23.223602 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59cdba-d8f1-4282-a368-c24215e8e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3550f02-9eed-474a-8157-f61a3941f7ca,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:23.224581 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c7284-8f2e-4ba1-aa86-0171fc14e6f6 req-bda0d4cf-198f-4ae3-8fdf-43218ec4b5c5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:23.226002 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 56634) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:23.233559 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-188c7284-8f2e-4ba1-aa86-0171fc14e6f6 req-bda0d4cf-198f-4ae3-8fdf-43218ec4b5c5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.0626097 Sep 14 14:51:23.234019 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-e5cadf40-1526-43aa-8ab5-f2648ce07a59 service neutron] 10.222.0.64 "GET /v2.0/networks/448da814-05bf-48c9-a0d9-70349e01d87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615627 Sep 14 14:51:23.273873 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-188c7284-8f2e-4ba1-aa86-0171fc14e6f6 req-089e4580-0da5-4421-980b-4a390c433f74 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396492 Sep 14 14:51:23.342917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.362579 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701496a-299f-4d69-aaf7-1af82a85c3b0 req-5185b109-0883-467e-b701-0db79b1cb13c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:23.364093 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a701496a-299f-4d69-aaf7-1af82a85c3b0 req-5185b109-0883-467e-b701-0db79b1cb13c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 947 time: 0.0543404 Sep 14 14:51:23.373934 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.399855 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87a95640-ea70-4786-b1c5-9067630b16e6 req-9a242206-bf8b-4089-868b-ac53fd575afc service neutron] 10.222.0.64 "GET /v2.0/networks/448da814-05bf-48c9-a0d9-70349e01d87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325006 Sep 14 14:51:23.406452 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a701496a-299f-4d69-aaf7-1af82a85c3b0 req-f99b37a7-887c-43be-a5db-a495cddddec2 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Sep 14 14:51:23.446323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.448927 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:23.450204 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3550f02-9eed-474a-8157-f61a3941f7ca HTTP/1.1" status: 204 len: 168 time: 0.2228217 Sep 14 14:51:23.458741 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5652371-d240-4777-aa74-0579a411db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3550f02-9eed-474a-8157-f61a3941f7ca,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:23.831515 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8a0fa-37c1-46e5-97a1-92f70d29450b req-e8a68d45-8150-4b71-9d26-43c7fa6eddab tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:23.833315 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-39d8a0fa-37c1-46e5-97a1-92f70d29450b req-e8a68d45-8150-4b71-9d26-43c7fa6eddab tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0551920 Sep 14 14:51:23.878743 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-39d8a0fa-37c1-46e5-97a1-92f70d29450b req-82064878-f410-4ce8-bfc5-d043b85d7cb7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383797 Sep 14 14:51:24.187773 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-aa8faff9-a154-460e-bf6e-1b2eed0becc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:24.344484 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:24.532471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c6afd-5e50-43ac-b092-d2f26cd9aed2 req-b24c3fe6-3bf7-4cb4-b031-0f38e7db8319 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:24.533973 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-554c6afd-5e50-43ac-b092-d2f26cd9aed2 req-b24c3fe6-3bf7-4cb4-b031-0f38e7db8319 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 947 time: 0.0514557 Sep 14 14:51:24.575816 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-554c6afd-5e50-43ac-b092-d2f26cd9aed2 req-26d349b1-e2a6-4205-ac73-e2e15556ce0f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347359 Sep 14 14:51:25.008068 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af15c4-0919-4501-963e-cc810f40fae8 req-c95e450e-0622-4807-9961-8c77e7cf60f7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.009886 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21af15c4-0919-4501-963e-cc810f40fae8 req-c95e450e-0622-4807-9961-8c77e7cf60f7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0534346 Sep 14 14:51:25.053623 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21af15c4-0919-4501-963e-cc810f40fae8 req-052c87b8-3c07-4884-83e6-cb1c43316e77 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368404 Sep 14 14:51:25.387610 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:25.629037 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb630eff-6b91-4458-bd53-29ae20b7f9e0 req-35515d5f-55ac-4abb-a0c6-3e3b5f4ed849 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.630709 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb630eff-6b91-4458-bd53-29ae20b7f9e0 req-35515d5f-55ac-4abb-a0c6-3e3b5f4ed849 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0521255 Sep 14 14:51:25.634953 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe59a-4fae-443f-874a-720120a4947a req-45a9e1e9-1d86-4bd7-90dc-1706250dacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.640655 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-45a9e1e9-1d86-4bd7-90dc-1706250dacd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.0477498 Sep 14 14:51:25.698920 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb630eff-6b91-4458-bd53-29ae20b7f9e0 req-6854710f-1ae7-490b-a05e-3400b20f014d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Sep 14 14:51:25.720573 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2434d-0d7a-462c-b7a5-19ca8e0b5b2d req-07df2d77-dc85-4828-be19-5cb7f72f9033 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.722423 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8fe2434d-0d7a-462c-b7a5-19ca8e0b5b2d req-07df2d77-dc85-4828-be19-5cb7f72f9033 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 947 time: 0.0693257 Sep 14 14:51:25.753628 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe59a-4fae-443f-874a-720120a4947a req-78e5920a-ed7a-4ba0-8a16-a8ba04af3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.755196 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-78e5920a-ed7a-4ba0-8a16-a8ba04af3192 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.0999532 Sep 14 14:51:25.771423 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8fe2434d-0d7a-462c-b7a5-19ca8e0b5b2d req-0d820b46-0cae-4de0-bc34-39c815b6f04e tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Sep 14 14:51:25.804334 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-08c82687-1118-41bf-a5f9-1a1dbe9260ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0348501 Sep 14 14:51:25.859880 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe59a-4fae-443f-874a-720120a4947a req-1c25bfbe-e3d9-4646-8095-a9479d95fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:25.861407 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-1c25bfbe-e3d9-4646-8095-a9479d95fd1b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0493095 Sep 14 14:51:25.895887 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-cdc5b64e-0645-4dde-a580-4fee700c4d53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251765 Sep 14 14:51:25.989633 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-307207f7-7092-4ba0-8fa9-abe56131e867 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820923 Sep 14 14:51:26.069096 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:51:26.186868 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d2e50-9b70-4273-8d0f-1c651012b599 req-7ead691d-f292-4407-bc3c-3c5a28cd7298 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:26.192295 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a1d2e50-9b70-4273-8d0f-1c651012b599 req-7ead691d-f292-4407-bc3c-3c5a28cd7298 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0557451 Sep 14 14:51:26.238422 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a1d2e50-9b70-4273-8d0f-1c651012b599 req-1b558a9f-d3a0-40db-8719-279ca5cfbdf9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Sep 14 14:51:26.356007 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-14bbe59a-4fae-443f-874a-720120a4947a req-c79570d4-18c7-49f1-9e81-bff664de3bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527718 Sep 14 14:51:26.826040 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488255e-ee1e-4e78-b913-45682c5bad65 req-591f69f7-5bb8-47c7-be74-48361641993e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:26.827576 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7488255e-ee1e-4e78-b913-45682c5bad65 req-591f69f7-5bb8-47c7-be74-48361641993e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0513551 Sep 14 14:51:26.895455 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7488255e-ee1e-4e78-b913-45682c5bad65 req-498bb7d6-cc53-42d9-add1-560a0e4479fc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Sep 14 14:51:26.914235 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f0468-dd04-401e-af61-c3496590c3ad req-76b29957-0440-4a19-a45b-7d692b842a36 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:26.914915 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-428f0468-dd04-401e-af61-c3496590c3ad req-76b29957-0440-4a19-a45b-7d692b842a36 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 947 time: 0.0645289 Sep 14 14:51:26.974693 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-428f0468-dd04-401e-af61-c3496590c3ad req-64c033b2-02b2-43f4-acd9-1a397ef89307 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 Sep 14 14:51:27.026044 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:27.189069 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3a66edc8-32fc-4d69-aa4c-1d832aa17468 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:51:27.291767 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:27.305401 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '3a66edc8-32fc-4d69-aa4c-1d832aa17468', 'network_id': '448da814-05bf-48c9-a0d9-70349e01d87b', 'port_id': '3a66edc8-32fc-4d69-aa4c-1d832aa17468', 'mac_address': 'fa:16:3e:05:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860161b2-ea89-41f2-9fe7-0e32391b8566', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:51:27.343369 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:27.358640 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a66edc8-32fc-4d69-aa4c-1d832aa17468 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:51:27.377219 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39105a62-f8a3-4f5a-a1bd-9b6c93328e0f req-c6c2dbf5-562a-4f7e-83a7-217ae3399252 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:27.378643 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:27.378843 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-39105a62-f8a3-4f5a-a1bd-9b6c93328e0f req-c6c2dbf5-562a-4f7e-83a7-217ae3399252 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0510998 Sep 14 14:51:27.384326 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:27.417724 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-39105a62-f8a3-4f5a-a1bd-9b6c93328e0f req-89725fcb-8055-4bdd-b33a-329d71ed39d2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321293 Sep 14 14:51:27.437140 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:27.650431 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24293dc5-4aa9-424a-95f1-0567fa0d2e40 req-3453c784-1dfd-451e-96c3-6f90e184f5cb tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:27.651933 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-24293dc5-4aa9-424a-95f1-0567fa0d2e40 req-3453c784-1dfd-451e-96c3-6f90e184f5cb tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.0557570 Sep 14 14:51:27.694138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-24293dc5-4aa9-424a-95f1-0567fa0d2e40 req-3fd29528-377d-49c6-a45d-a6228a9e0721 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358720 Sep 14 14:51:27.711791 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-b022c30a-1835-4ad6-a0f7-3a02464d8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:27.713414 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-b022c30a-1835-4ad6-a0f7-3a02464d8394 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 1096 time: 0.0745037 Sep 14 14:51:27.788190 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-712a0530-234a-48de-a2bf-f9f14495a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:27.789698 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-712a0530-234a-48de-a2bf-f9f14495a992 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1096 time: 0.0473113 Sep 14 14:51:27.884686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-6dcaebad-359e-42bf-b6f4-19e99a1db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:27.886338 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-6dcaebad-359e-42bf-b6f4-19e99a1db7b2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0866139 Sep 14 14:51:27.968347 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-bf06964c-38a9-459e-a948-f9ad203d04a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 998 time: 0.0638521 Sep 14 14:51:28.011691 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3a66edc8-32fc-4d69-aa4c-1d832aa17468'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:28.041781 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0306e-53ab-4011-9ae5-029e92dc3073 req-8b874b31-d99f-4524-8ce1-b08999ff7a3c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.043512 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90d0306e-53ab-4011-9ae5-029e92dc3073 req-8b874b31-d99f-4524-8ce1-b08999ff7a3c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0754535 Sep 14 14:51:28.053895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-ae3f07e7-77ba-46d7-8964-a19ff0a95732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.060615 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-ae3f07e7-77ba-46d7-8964-a19ff0a95732 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0780935 Sep 14 14:51:28.122416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-51b26875-7332-403b-97ed-bc5ced1ece30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.124210 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-51b26875-7332-403b-97ed-bc5ced1ece30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523920 Sep 14 14:51:28.128289 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-90d0306e-53ab-4011-9ae5-029e92dc3073 req-d76d362b-1ec0-492b-b415-7d8a76802570 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669627 Sep 14 14:51:28.146389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6af82-c97c-4428-9d5a-1131321b9bb2 req-fa94d3a5-9ae9-4be5-9bd1-850971c912bd tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.147951 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9a6af82-c97c-4428-9d5a-1131321b9bb2 req-fa94d3a5-9ae9-4be5-9bd1-850971c912bd tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 948 time: 0.0836129 Sep 14 14:51:28.188822 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9a6af82-c97c-4428-9d5a-1131321b9bb2 req-9a43adb3-060f-4f66-a6c5-2b8ac7a30df8 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Sep 14 14:51:28.233145 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-90242e5c-82fb-4b2a-98b2-98fecec1121f service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927560 Sep 14 14:51:28.342665 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-74df7ee5-7594-43bf-9cf0-e48840b284dc req-4672caab-76f7-445d-9683-57654874b856 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948648 Sep 14 14:51:28.567635 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f965619-90e8-4c27-aca0-fce84d2eb02b req-d3ffcea1-1667-4c8f-afae-c11597135c9a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.569142 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9f965619-90e8-4c27-aca0-fce84d2eb02b req-d3ffcea1-1667-4c8f-afae-c11597135c9a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0605896 Sep 14 14:51:28.607689 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9f965619-90e8-4c27-aca0-fce84d2eb02b req-de868161-0761-4e9c-a262-8bfd0ce60939 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322316 Sep 14 14:51:28.826128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a98b9e-d1dd-40bf-9d4a-a6b1775dcc07 req-6cb07ffd-4a1a-47b6-b3eb-18be233772ae tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:28.827650 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41a98b9e-d1dd-40bf-9d4a-a6b1775dcc07 req-6cb07ffd-4a1a-47b6-b3eb-18be233772ae tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.0516489 Sep 14 14:51:28.885441 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41a98b9e-d1dd-40bf-9d4a-a6b1775dcc07 req-f0d34e59-0bcb-4f12-91a3-f65a32f3b881 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Sep 14 14:51:29.249873 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52945285-ff26-463b-ad2d-cd0869359c81 req-219b0207-ddb6-4571-87b5-23e4770ef6e9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:29.251428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52945285-ff26-463b-ad2d-cd0869359c81 req-219b0207-ddb6-4571-87b5-23e4770ef6e9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0540323 Sep 14 14:51:29.323933 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52945285-ff26-463b-ad2d-cd0869359c81 req-f08a2cf4-abc1-4371-b7d5-8af56c7fb668 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Sep 14 14:51:29.344690 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fcb98-2aff-458d-99d5-8dc68c67e0d9 req-a193e8b2-1b5e-420a-ae88-b49f2c91f23c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:29.344690 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-019fcb98-2aff-458d-99d5-8dc68c67e0d9 req-a193e8b2-1b5e-420a-ae88-b49f2c91f23c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 948 time: 0.0764043 Sep 14 14:51:29.388130 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-019fcb98-2aff-458d-99d5-8dc68c67e0d9 req-b9ab0442-5904-4c38-8541-8a91905c15ff tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380034 Sep 14 14:51:29.753709 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e295b-51b3-461a-9115-e33f5995e04f req-5b2194e5-672a-4923-a9ea-f616cdbb10bd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:29.755259 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f20e295b-51b3-461a-9115-e33f5995e04f req-5b2194e5-672a-4923-a9ea-f616cdbb10bd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0591345 Sep 14 14:51:29.797938 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f20e295b-51b3-461a-9115-e33f5995e04f req-796afeab-98bd-4885-b726-f086be736950 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355268 Sep 14 14:51:30.025519 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c379d1-5fca-48ee-880d-a958ac503397 req-907bf5af-bb72-46d5-bfd3-813c5cb28c02 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:30.027857 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-20c379d1-5fca-48ee-880d-a958ac503397 req-907bf5af-bb72-46d5-bfd3-813c5cb28c02 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.0549726 Sep 14 14:51:30.069288 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-20c379d1-5fca-48ee-880d-a958ac503397 req-70c37a21-8a9f-4792-b370-cefbdb9c5a58 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344994 Sep 14 14:51:30.451482 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032015-9b79-47e9-b518-3fb32a75bbc7 req-bc850b96-79c8-42a9-8731-3703d1d36323 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:30.453086 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-53032015-9b79-47e9-b518-3fb32a75bbc7 req-bc850b96-79c8-42a9-8731-3703d1d36323 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0595365 Sep 14 14:51:30.466028 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-ca6b1614-0d35-4f94-976d-ecd2a0932f6c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:30.467570 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-ca6b1614-0d35-4f94-976d-ecd2a0932f6c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 946 time: 0.0528483 Sep 14 14:51:30.536812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-53032015-9b79-47e9-b518-3fb32a75bbc7 req-2b55bbea-bf7f-41ea-96ff-0eb180cadd5f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Sep 14 14:51:30.545242 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f3f57-6e59-4eb1-965f-1ccb55fde925 req-73de1991-f6de-4f8b-aa2f-93e9bed0ed81 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:30.546720 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-447f3f57-6e59-4eb1-965f-1ccb55fde925 req-73de1991-f6de-4f8b-aa2f-93e9bed0ed81 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 948 time: 0.0853553 Sep 14 14:51:30.573910 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Deleting port b9f7df70-cebb-48ad-a942-392463d5c8f6 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:51:30.574263 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:30.592311 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-447f3f57-6e59-4eb1-965f-1ccb55fde925 req-c164ae0c-fb3d-4b4d-ae71-23d5dacae271 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Sep 14 14:51:30.673340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] For port b9f7df70-cebb-48ad-a942-392463d5c8f6, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=b9f7df70-cebb-48ad-a942-392463d5c8f6,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:30.673701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:30.686666 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Calling delete_port for b9f7df70-cebb-48ad-a942-392463d5c8f6 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:51:30.838688 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:30.862800 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5', 'c3444aaf-166e-4911-9e10-3f51c803747d', 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'b9f7df70-cebb-48ad-a942-392463d5c8f6'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:30.876469 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event deleted for resources: {'Port': ['ID=b9f7df70-cebb-48ad-a942-392463d5c8f6,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:30.923163 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] No DVR routers for this DVR port b9f7df70-cebb-48ad-a942-392463d5c8f6 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:51:30.926293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952795a-0161-4578-8f08-d0ce49819bfd req-e25118b6-5290-47ac-a0b5-043bc74cc02f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:30.926816 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:30.927815 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1952795a-0161-4578-8f08-d0ce49819bfd req-e25118b6-5290-47ac-a0b5-043bc74cc02f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0523496 Sep 14 14:51:30.928865 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d40bfa9b-eda0-40f7-b05a-e70f876e9efa req-e40ffbee-9240-4b95-8226-e9cfae16f05e tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "DELETE /v2.0/ports/b9f7df70-cebb-48ad-a942-392463d5c8f6 HTTP/1.1" status: 204 len: 173 time: 0.4458461 Sep 14 14:51:30.929332 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'name': 'network-vif-deleted', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:30.931624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6805fee6-babe-43c8-a81f-0f282bec782a" -d '{"events": [{"server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "name": "network-vif-deleted", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:30.985409 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1952795a-0161-4578-8f08-d0ce49819bfd req-e760c370-353e-4b6b-8f2f-1def055bb869 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495729 Sep 14 14:51:31.002757 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dc2cc3-817d-46fb-9d1a-0ed4996562d4 x-openstack-request-id: req-30dc2cc3-817d-46fb-9d1a-0ed4996562d4 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:31.003032 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85e0671-062a-4438-80d9-8a17472acce9", "name": "network-vif-deleted", "tag": "b9f7df70-cebb-48ad-a942-392463d5c8f6", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:31.003301 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30dc2cc3-817d-46fb-9d1a-0ed4996562d4 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:31.003689 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e0671-062a-4438-80d9-8a17472acce9', 'name': 'network-vif-deleted', 'tag': 'b9f7df70-cebb-48ad-a942-392463d5c8f6', 'status': 'completed', 'code': 200} Sep 14 14:51:31.186976 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9cb2a263-e072-4e6f-8da9-ae3e434562e5 req-40235d3c-3155-4678-911b-e6dde5a66540 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=a85e0671-062a-4438-80d9-8a17472acce9 HTTP/1.1" status: 200 len: 210 time: 0.0330942 Sep 14 14:51:31.230183 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3a66edc8-32fc-4d69-aa4c-1d832aa17468 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:51:31.283464 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:51:31.287568 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:51:31.287940 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:31.365934 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:31.390847 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:31.393116 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8315da63-5220-48a7-acc4-30609a3eb612" -d '{"events": [{"server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:31.406314 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:31.413452 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:31.440416 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91db0fbb-54a3-4b3a-9799-c5efd48b45d1 x-openstack-request-id: req-91db0fbb-54a3-4b3a-9799-c5efd48b45d1 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:31.440701 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "name": "network-vif-plugged", "status": "completed", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:31.440945 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91db0fbb-54a3-4b3a-9799-c5efd48b45d1 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:31.441336 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468', 'code': 200} Sep 14 14:51:31.467261 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:31.667523 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c9fc-3900-46ae-b627-2053941d956c req-7e9cfc4d-a7ae-4241-bba8-1ca6abde4147 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:31.674766 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-de34c9fc-3900-46ae-b627-2053941d956c req-7e9cfc4d-a7ae-4241-bba8-1ca6abde4147 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0665348 Sep 14 14:51:31.680686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5ed39-50fd-4177-b298-8d489c4ccd94 req-430acad3-d978-4eed-b8b7-544bdc160a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:31.685278 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f7a5ed39-50fd-4177-b298-8d489c4ccd94 req-430acad3-d978-4eed-b8b7-544bdc160a78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 1102 time: 0.0639188 Sep 14 14:51:31.738316 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-f7a5ed39-50fd-4177-b298-8d489c4ccd94 req-bf231fd2-13e0-4626-a752-5b17e4317aa1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 Sep 14 14:51:31.739632 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-de34c9fc-3900-46ae-b627-2053941d956c req-fe6e96c9-cb46-4054-a651-00b56fd94a19 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640388 Sep 14 14:51:31.757476 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89acbf-41bd-43fc-a0a2-c739f023a185 req-916422f7-50b4-4488-beeb-18309bde4bd4 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:31.759117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b89acbf-41bd-43fc-a0a2-c739f023a185 req-916422f7-50b4-4488-beeb-18309bde4bd4 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0754907 Sep 14 14:51:31.802777 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b89acbf-41bd-43fc-a0a2-c739f023a185 req-faa447ec-3195-45cf-a17b-e5340a2fed8b tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Sep 14 14:51:32.135029 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec1a7c-ae14-4d51-8406-a2bfb8740238 req-6daa5f8b-4108-4a41-913c-67834ae0f053 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:32.136718 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-baec1a7c-ae14-4d51-8406-a2bfb8740238 req-6daa5f8b-4108-4a41-913c-67834ae0f053 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0547194 Sep 14 14:51:32.178059 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-baec1a7c-ae14-4d51-8406-a2bfb8740238 req-6fc62271-3799-49bd-af9c-f74e52f7ac88 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337510 Sep 14 14:51:32.864190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc54f08-2374-420c-9304-97a888b85dfc req-72715fda-3730-4b0a-8bf3-52ed418ef62a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:32.865712 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5dc54f08-2374-420c-9304-97a888b85dfc req-72715fda-3730-4b0a-8bf3-52ed418ef62a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0526917 Sep 14 14:51:32.930441 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5dc54f08-2374-420c-9304-97a888b85dfc req-79d08bc5-0e27-41f3-97b9-277a1f9806de tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582051 Sep 14 14:51:32.947212 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea360b-e20f-445d-81a5-35feb94420b3 req-cbd7c62c-643a-457c-93ea-d07ece1dae85 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:32.952711 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ebea360b-e20f-445d-81a5-35feb94420b3 req-cbd7c62c-643a-457c-93ea-d07ece1dae85 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0732732 Sep 14 14:51:32.999127 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ebea360b-e20f-445d-81a5-35feb94420b3 req-18beca20-6a8c-45f6-bd23-040593d13c39 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Sep 14 14:51:33.304346 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b2b2-7f5c-4819-849b-4c5124e731ab req-c8a0660c-0606-46e9-86de-66ab87e086ca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:33.305863 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a679b2b2-7f5c-4819-849b-4c5124e731ab req-c8a0660c-0606-46e9-86de-66ab87e086ca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0517845 Sep 14 14:51:33.347685 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a679b2b2-7f5c-4819-849b-4c5124e731ab req-f5717bad-ea1f-4192-9860-7b7e2bc4ed11 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351415 Sep 14 14:51:33.627236 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d7ad2-05ef-4cd2-a1da-4f79fb6aef81 req-103b76bd-75da-4cfc-81f0-7cd04ab2a1a6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:33.628642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f83d7ad2-05ef-4cd2-a1da-4f79fb6aef81 req-103b76bd-75da-4cfc-81f0-7cd04ab2a1a6 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.0510645 Sep 14 14:51:33.674218 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f83d7ad2-05ef-4cd2-a1da-4f79fb6aef81 req-9993b6b9-2e3e-4442-b940-41f4b8307bb5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Sep 14 14:51:34.060473 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aca7ec-0f72-47b8-a58e-91d722b30a2d req-d347646e-ec03-4c99-a762-0f94e5c0cbfc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:34.062172 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b6aca7ec-0f72-47b8-a58e-91d722b30a2d req-d347646e-ec03-4c99-a762-0f94e5c0cbfc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0544465 Sep 14 14:51:34.132988 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b6aca7ec-0f72-47b8-a58e-91d722b30a2d req-a7cdb675-e902-448f-86dd-9eca6a33c4be tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Sep 14 14:51:34.149916 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a5cdc-1790-4eaa-a6a5-569ed8d9db94 req-2d56257c-a124-44a6-af51-bad056cf8d1a tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:34.151398 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-749a5cdc-1790-4eaa-a6a5-569ed8d9db94 req-2d56257c-a124-44a6-af51-bad056cf8d1a tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0643585 Sep 14 14:51:34.191411 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-749a5cdc-1790-4eaa-a6a5-569ed8d9db94 req-b65ee484-43cd-4030-a7fd-39cd6156727a tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Sep 14 14:51:34.475293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400318ac-1148-422d-805c-320ec3475cc2 req-d971c0b5-5755-403c-b196-137e430a067d tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:34.476783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-400318ac-1148-422d-805c-320ec3475cc2 req-d971c0b5-5755-403c-b196-137e430a067d tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0565283 Sep 14 14:51:34.552548 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-400318ac-1148-422d-805c-320ec3475cc2 req-9fe2effb-21d9-4692-a46d-3c31f33a5d92 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656352 Sep 14 14:51:34.561102 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15695b7a-0c09-4e91-914d-8ae71ac70959 req-37143513-718c-469d-bc44-f959ea79c874 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:34.562553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-15695b7a-0c09-4e91-914d-8ae71ac70959 req-37143513-718c-469d-bc44-f959ea79c874 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0769236 Sep 14 14:51:34.603043 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-15695b7a-0c09-4e91-914d-8ae71ac70959 req-2511d067-1510-4649-b3b7-45057d758be5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342748 Sep 14 14:51:34.806501 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878e334-276f-4c7f-8ccb-d0089ce33e15 req-2d782f3f-5483-4c2e-ac03-1e6c796c0f31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:34.807888 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0878e334-276f-4c7f-8ccb-d0089ce33e15 req-2d782f3f-5483-4c2e-ac03-1e6c796c0f31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.0579114 Sep 14 14:51:34.855809 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0878e334-276f-4c7f-8ccb-d0089ce33e15 req-14baa590-204b-46f0-9243-2375d123aa0c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Sep 14 14:51:35.248266 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device b9f7df70-cebb-48ad-a942-392463d5c8f6 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:35.262040 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70905e17-4575-46ef-a314-b1e521843c01 req-c6b3fde8-b2ae-4b5d-899b-cbad8a50d56c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:35.263840 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-70905e17-4575-46ef-a314-b1e521843c01 req-c6b3fde8-b2ae-4b5d-899b-cbad8a50d56c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0586481 Sep 14 14:51:35.271253 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: b9f7df70-cebb-48ad-a942-392463d5c8f6 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:51:35.271610 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device b9f7df70-cebb-48ad-a942-392463d5c8f6 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:51:35.304176 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-70905e17-4575-46ef-a314-b1e521843c01 req-a7524981-063d-47e4-be04-33986683e160 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Sep 14 14:51:35.677480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2919d6c-8459-46ed-bbdd-d5e6b7b8c956 req-b22fd2ab-917d-4048-9703-3b770bf86d64 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:35.679755 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e2919d6c-8459-46ed-bbdd-d5e6b7b8c956 req-b22fd2ab-917d-4048-9703-3b770bf86d64 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0556166 Sep 14 14:51:35.743873 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e2919d6c-8459-46ed-bbdd-d5e6b7b8c956 req-6fec9049-a37f-4128-8fae-88a30ffcba04 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550926 Sep 14 14:51:35.755230 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d52377-ee6b-40ac-810a-158fd16be6bc req-b1e70eda-e6ee-4fd9-a223-75163936906a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:35.756777 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d52377-ee6b-40ac-810a-158fd16be6bc req-b1e70eda-e6ee-4fd9-a223-75163936906a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0761309 Sep 14 14:51:35.785268 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-b25a42ee-7e08-4eaf-bf90-aa83a0abc1ab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453451 Sep 14 14:51:35.796337 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d52377-ee6b-40ac-810a-158fd16be6bc req-4bc9be3b-db38-4100-a302-58f1488a8197 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Sep 14 14:51:35.887016 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c508d-3ef7-4927-81cf-f76df77ccced req-81384ba1-4172-4d41-951b-eb153cc318e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:35.888731 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-81384ba1-4172-4d41-951b-eb153cc318e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 1098 time: 0.0427935 Sep 14 14:51:35.978554 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e39615-c659-4bd9-98e6-5f619f69b87e req-d906a1b0-1e54-48c9-a764-1e8dffaed785 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:35.980075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-08e39615-c659-4bd9-98e6-5f619f69b87e req-d906a1b0-1e54-48c9-a764-1e8dffaed785 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.0525913 Sep 14 14:51:36.011299 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c508d-3ef7-4927-81cf-f76df77ccced req-a321c5fe-1f78-40cc-8686-4b75191487df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.012844 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-a321c5fe-1f78-40cc-8686-4b75191487df service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.0942802 Sep 14 14:51:36.021674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-08e39615-c659-4bd9-98e6-5f619f69b87e req-96cab8e4-ab52-4fce-93d6-2cb8fe58bd3c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Sep 14 14:51:36.059190 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-c060fa63-6fb2-4e37-a240-36c3e38eea02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 200 len: 217 time: 0.0355909 Sep 14 14:51:36.113797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c508d-3ef7-4927-81cf-f76df77ccced req-99bbf51d-4829-4528-b1ef-fb13365c03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.115288 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-99bbf51d-4829-4528-b1ef-fb13365c03db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0455263 Sep 14 14:51:36.150004 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-6199001b-1bf7-4709-86fd-fbfcf03ea54c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241981 Sep 14 14:51:36.255886 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-d4b52ac4-90ed-4939-aee9-b64eae053460 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929534 Sep 14 14:51:36.369906 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-347c508d-3ef7-4927-81cf-f76df77ccced req-4d6ff775-fa88-4f83-87f3-d971a1a2f019 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950103 Sep 14 14:51:36.440189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-b074bb36-268e-4425-8898-4139e1b0ddf0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.441723 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-b074bb36-268e-4425-8898-4139e1b0ddf0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.0797298 Sep 14 14:51:36.454546 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b425442-7117-4272-a492-6b7042c3c18b req-a9b0f9b7-80fb-4298-9b13-b899911a7463 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.456008 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b425442-7117-4272-a492-6b7042c3c18b req-a9b0f9b7-80fb-4298-9b13-b899911a7463 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0657344 Sep 14 14:51:36.779658 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b425442-7117-4272-a492-6b7042c3c18b req-9fe9f7b8-3394-493e-b472-3ef128ea9db9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120053 Sep 14 14:51:36.803629 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-a512ca2e-c309-47e7-93f4-f787b659d24c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.805345 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-a512ca2e-c309-47e7-93f4-f787b659d24c tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.0638323 Sep 14 14:51:36.829770 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Deleting port ae8042e2-7fb4-4a26-955c-9fe15b622a29 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:51:36.830106 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:36.913164 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Deleting port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:51:36.913509 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:36.962175 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a2ff1-86bd-4aaa-bdc9-3a2ef14f7d30 req-e05f40c4-147b-414a-8354-30893cdb4262 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:36.963742 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-864a2ff1-86bd-4aaa-bdc9-3a2ef14f7d30 req-e05f40c4-147b-414a-8354-30893cdb4262 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 949 time: 0.1374791 Sep 14 14:51:37.009063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] For port 3a66edc8-32fc-4d69-aa4c-1d832aa17468, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3a66edc8-32fc-4d69-aa4c-1d832aa17468,segment=NetworkSegment(376acbd1-8fa0-4348-97ce-06572432136d),segment_id=376acbd1-8fa0-4348-97ce-06572432136d)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:37.009518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.013352 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] For port ae8042e2-7fb4-4a26-955c-9fe15b622a29, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=ae8042e2-7fb4-4a26-955c-9fe15b622a29,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:37.013709 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.023402 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Calling delete_port for 3a66edc8-32fc-4d69-aa4c-1d832aa17468 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:51:37.037398 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869eb34-63bb-4785-a0b0-811066995eac req-35e33fc6-cc62-463c-bb1a-b93111712674 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:37.038782 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7869eb34-63bb-4785-a0b0-811066995eac req-35e33fc6-cc62-463c-bb1a-b93111712674 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.1519701 Sep 14 14:51:37.045882 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-864a2ff1-86bd-4aaa-bdc9-3a2ef14f7d30 req-c02a299d-e7bf-480e-8392-5aaf69028c99 tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/security-groups?id=c338753c-d01c-499c-8fd2-23bb8e80df25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740833 Sep 14 14:51:37.059211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Calling delete_port for ae8042e2-7fb4-4a26-955c-9fe15b622a29 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:51:37.119762 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.160092 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7869eb34-63bb-4785-a0b0-811066995eac req-1b845f03-a757-46e9-8d8c-7170d7d6e221 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133008 Sep 14 14:51:37.187546 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.204376 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3a66edc8-32fc-4d69-aa4c-1d832aa17468'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:37.214882 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f84db-39ee-4fe8-b857-94f2186dec1b req-82706c85-99ef-4a3e-8a35-059a85979be5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:37.216575 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0e9f84db-39ee-4fe8-b857-94f2186dec1b req-82706c85-99ef-4a3e-8a35-059a85979be5 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 945 time: 0.0730085 Sep 14 14:51:37.224557 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Pushing event deleted for resources: {'Port': ['ID=3a66edc8-32fc-4d69-aa4c-1d832aa17468,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:37.233673 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.234094 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.234458 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.234792 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.235119 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.235461 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.235766 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.236705 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.236705 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.237008 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.237481 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.237803 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:51:37.275806 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0e9f84db-39ee-4fe8-b857-94f2186dec1b req-15118685-9e4b-41fc-8d8f-9b37b8359cb7 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Sep 14 14:51:37.287352 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] No DVR routers for this DVR port 3a66edc8-32fc-4d69-aa4c-1d832aa17468 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:51:37.290295 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.292432 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-716c96b2-dd72-4ae5-a9bf-6be0695821af req-57f4f20b-610d-4c3a-8c86-0f8258619f3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.64 "DELETE /v2.0/ports/3a66edc8-32fc-4d69-aa4c-1d832aa17468 HTTP/1.1" status: 204 len: 173 time: 0.4768252 Sep 14 14:51:37.292892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'name': 'network-vif-deleted', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:37.295222 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8384d5c7-ecc6-4b92-8c3f-aae169348180" -d '{"events": [{"server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "name": "network-vif-deleted", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:37.344051 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.363677 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754a2cbe-c298-4467-88c8-d4a37e39cc7d x-openstack-request-id: req-754a2cbe-c298-4467-88c8-d4a37e39cc7d {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:37.364014 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ee97d-9483-46f9-85d5-d0cc1517d3cc", "name": "network-vif-deleted", "tag": "3a66edc8-32fc-4d69-aa4c-1d832aa17468", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:37.364287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-754a2cbe-c298-4467-88c8-d4a37e39cc7d {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:37.364719 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ee97d-9483-46f9-85d5-d0cc1517d3cc', 'name': 'network-vif-deleted', 'tag': '3a66edc8-32fc-4d69-aa4c-1d832aa17468', 'status': 'completed', 'code': 200} Sep 14 14:51:37.365272 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5', 'c3444aaf-166e-4911-9e10-3f51c803747d', 'ae8042e2-7fb4-4a26-955c-9fe15b622a29'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:37.379570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event deleted for resources: {'Port': ['ID=ae8042e2-7fb4-4a26-955c-9fe15b622a29,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:37.461183 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] No DVR routers for this DVR port ae8042e2-7fb4-4a26-955c-9fe15b622a29 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:51:37.467290 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:37.470111 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5bfac640-d853-4480-9edb-d6dae678d4b2 req-493deff7-2fa3-4d45-a96f-c4e16bce72b2 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "DELETE /v2.0/ports/ae8042e2-7fb4-4a26-955c-9fe15b622a29 HTTP/1.1" status: 204 len: 173 time: 1.0090694 Sep 14 14:51:37.470790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'name': 'network-vif-deleted', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:37.473389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c55a0b7-6fd6-4f9e-812e-3c407f1acdd3" -d '{"events": [{"server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "name": "network-vif-deleted", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:37.531845 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898475f4-a97d-439f-aa85-602e50c77844 x-openstack-request-id: req-898475f4-a97d-439f-aa85-602e50c77844 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:37.532098 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbcc92c-3d82-437d-9cc5-a0e01ca283b5", "name": "network-vif-deleted", "tag": "ae8042e2-7fb4-4a26-955c-9fe15b622a29", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:37.532348 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-898475f4-a97d-439f-aa85-602e50c77844 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:37.532739 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbcc92c-3d82-437d-9cc5-a0e01ca283b5', 'name': 'network-vif-deleted', 'tag': 'ae8042e2-7fb4-4a26-955c-9fe15b622a29', 'status': 'completed', 'code': 200} Sep 14 14:51:37.917021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5ca51-11f7-4cd2-b7a8-f1dfb7a3f818 req-372ebf85-19a3-4a02-b171-f838f20497e7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:37.918519 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-64a5ca51-11f7-4cd2-b7a8-f1dfb7a3f818 req-372ebf85-19a3-4a02-b171-f838f20497e7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0560956 Sep 14 14:51:37.963162 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-64a5ca51-11f7-4cd2-b7a8-f1dfb7a3f818 req-0d430abe-74ea-4d81-8b55-c6d70b246753 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Sep 14 14:51:38.159130 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7076078a-ea82-4158-b0d3-39ab3a2ae41e req-b205c775-e82e-499c-9be1-c88f43991b3f tempest-VolumesNegativeTest-2125341624 tempest-VolumesNegativeTest-2125341624-project] 10.222.0.50 "GET /v2.0/ports?device_id=a78ee97d-9483-46f9-85d5-d0cc1517d3cc HTTP/1.1" status: 200 len: 210 time: 0.0266995 Sep 14 14:51:38.301176 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705d66e-3935-418b-9605-3993975a1104 req-ff0260c6-2858-427d-8864-407098505a3e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:38.303082 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3705d66e-3935-418b-9605-3993975a1104 req-ff0260c6-2858-427d-8864-407098505a3e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0625105 Sep 14 14:51:38.356269 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3705d66e-3935-418b-9605-3993975a1104 req-c182b56a-878a-4749-baa7-514fe355d23a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Sep 14 14:51:38.399172 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5ac23e4c-b5a7-4523-8944-ac7a176be666 req-d151079d-8aab-4174-b2d5-671722dc980c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=6cbcc92c-3d82-437d-9cc5-a0e01ca283b5 HTTP/1.1" status: 200 len: 210 time: 0.0275266 Sep 14 14:51:39.088036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fef99f-e2db-420d-af6d-88526a27fe6d req-ff9e5c05-9a87-4c8d-99e3-b53e660b02e7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:39.089628 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-60fef99f-e2db-420d-af6d-88526a27fe6d req-ff9e5c05-9a87-4c8d-99e3-b53e660b02e7 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0549550 Sep 14 14:51:39.131624 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-60fef99f-e2db-420d-af6d-88526a27fe6d req-343ffaad-d9b8-4d0c-a55a-bd44dca4a579 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Sep 14 14:51:39.492566 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df618937-5d8c-4ea5-b934-cb824e120e82 req-ad0c22c2-b319-46ef-81ea-67d5ff87933a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:39.494154 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df618937-5d8c-4ea5-b934-cb824e120e82 req-ad0c22c2-b319-46ef-81ea-67d5ff87933a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0569537 Sep 14 14:51:39.536138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df618937-5d8c-4ea5-b934-cb824e120e82 req-2d30ccc4-473e-4462-afbb-d76d8fc432ea tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348284 Sep 14 14:51:39.690889 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1704e0-5007-4378-8d6d-82e2a64b3b99 req-fb398567-6403-43b2-8b2c-9c96d5a4cd13 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:39.692453 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4c1704e0-5007-4378-8d6d-82e2a64b3b99 req-fb398567-6403-43b2-8b2c-9c96d5a4cd13 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0597212 Sep 14 14:51:39.735854 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4c1704e0-5007-4378-8d6d-82e2a64b3b99 req-eb773494-7a4a-4c28-a76b-da6d52dc6f3c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369892 Sep 14 14:51:40.259648 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9815dad-b895-4385-acc2-37bd1eeaa4bb req-64a6374c-9309-4026-adaa-13db71eeabda tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:40.261229 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9815dad-b895-4385-acc2-37bd1eeaa4bb req-64a6374c-9309-4026-adaa-13db71eeabda tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0570250 Sep 14 14:51:40.306809 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9815dad-b895-4385-acc2-37bd1eeaa4bb req-d48627f5-1df0-4177-b63d-1bfd5b62cd49 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391111 Sep 14 14:51:40.670447 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f17ba-4de8-4aeb-a187-1cd40d18d173 req-f1052fb5-6104-4aa7-9b4c-d2162b63a948 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:40.672002 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-885f17ba-4de8-4aeb-a187-1cd40d18d173 req-f1052fb5-6104-4aa7-9b4c-d2162b63a948 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0560403 Sep 14 14:51:40.713899 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-885f17ba-4de8-4aeb-a187-1cd40d18d173 req-362be01d-a57a-49ef-a219-83fb324f143d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354028 Sep 14 14:51:40.855595 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cc98b-10cb-4c0e-ac4a-bba9335dc821 req-1b14de87-f350-457c-bde5-b15a01605860 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:40.857274 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea5cc98b-10cb-4c0e-ac4a-bba9335dc821 req-1b14de87-f350-457c-bde5-b15a01605860 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0514963 Sep 14 14:51:40.896214 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea5cc98b-10cb-4c0e-ac4a-bba9335dc821 req-2be17e31-0f1c-4ef2-bf72-bd225d402b77 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Sep 14 14:51:41.271113 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device ae8042e2-7fb4-4a26-955c-9fe15b622a29 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:41.291669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: ae8042e2-7fb4-4a26-955c-9fe15b622a29 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:51:41.291985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device ae8042e2-7fb4-4a26-955c-9fe15b622a29 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:51:41.292454 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3a66edc8-32fc-4d69-aa4c-1d832aa17468 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:41.311245 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 3a66edc8-32fc-4d69-aa4c-1d832aa17468 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:51:41.311580 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3a66edc8-32fc-4d69-aa4c-1d832aa17468 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:51:41.437232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d19ef3-2340-4cbb-84b0-23fa734688cf req-2762bace-26ba-44f0-bf7f-e54f84d3d782 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:41.438846 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c7d19ef3-2340-4cbb-84b0-23fa734688cf req-2762bace-26ba-44f0-bf7f-e54f84d3d782 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0598536 Sep 14 14:51:41.480078 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c7d19ef3-2340-4cbb-84b0-23fa734688cf req-36b62eef-104d-4f5a-82ea-5f33c6991276 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Sep 14 14:51:41.730431 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-b7cf3403-5d03-41c0-8d07-d52576158812 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:41.731802 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-b7cf3403-5d03-41c0-8d07-d52576158812 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0624959 Sep 14 14:51:41.866938 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd765a-edfb-4986-be2a-9f2cc202c571 req-8d0c283c-1479-4f2a-9de9-15264e3a3ee9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:41.868476 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bdd765a-edfb-4986-be2a-9f2cc202c571 req-8d0c283c-1479-4f2a-9de9-15264e3a3ee9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0781374 Sep 14 14:51:41.886451 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Deleting port c3444aaf-166e-4911-9e10-3f51c803747d {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:51:41.886859 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:41.972950 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bdd765a-edfb-4986-be2a-9f2cc202c571 req-aac60100-797e-4f35-aeb2-bf645075d3c3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982132 Sep 14 14:51:42.030591 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] For port c3444aaf-166e-4911-9e10-3f51c803747d, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=c3444aaf-166e-4911-9e10-3f51c803747d,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:42.030914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:42.046419 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Calling delete_port for c3444aaf-166e-4911-9e10-3f51c803747d owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:51:42.055091 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7649d-9610-4267-b9b6-13265adfe126 req-ea9f68ce-21d8-4466-9e00-44df53e86d9c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:42.056583 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eba7649d-9610-4267-b9b6-13265adfe126 req-ea9f68ce-21d8-4466-9e00-44df53e86d9c tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=e95e32a9-5218-4a43-8e02-0ec560d66792 HTTP/1.1" status: 200 len: 946 time: 0.0901845 Sep 14 14:51:42.145385 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eba7649d-9610-4267-b9b6-13265adfe126 req-c1d2c517-9cf7-44f3-a1da-d0d931dafd1d tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Sep 14 14:51:42.225381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:42.239675 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5', 'c3444aaf-166e-4911-9e10-3f51c803747d'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:42.261972 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event deleted for resources: {'Port': ['ID=c3444aaf-166e-4911-9e10-3f51c803747d,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:42.307554 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] No DVR routers for this DVR port c3444aaf-166e-4911-9e10-3f51c803747d on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:51:42.310270 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:42.312316 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb48fc84-752f-46e2-96f8-74d0b6864095 req-056c49d9-d497-4c76-86b7-0168bc20ae31 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "DELETE /v2.0/ports/c3444aaf-166e-4911-9e10-3f51c803747d HTTP/1.1" status: 204 len: 173 time: 0.5648451 Sep 14 14:51:42.312754 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'name': 'network-vif-deleted', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:42.315072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1bea65-264f-4419-9515-35b0d9a23c53" -d '{"events": [{"server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "name": "network-vif-deleted", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:42.355779 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685ca803-be2e-4dad-b84b-22296477ffa4 x-openstack-request-id: req-685ca803-be2e-4dad-b84b-22296477ffa4 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:42.356078 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95e32a9-5218-4a43-8e02-0ec560d66792", "name": "network-vif-deleted", "tag": "c3444aaf-166e-4911-9e10-3f51c803747d", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:42.356332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-685ca803-be2e-4dad-b84b-22296477ffa4 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:42.356728 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95e32a9-5218-4a43-8e02-0ec560d66792', 'name': 'network-vif-deleted', 'tag': 'c3444aaf-166e-4911-9e10-3f51c803747d', 'status': 'completed', 'code': 200} Sep 14 14:51:42.609535 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b3cb-8a7d-4d35-b025-d8484e107685 req-b86ff2dc-f964-4f13-9bda-4de4de09b687 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:42.611421 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0185b3cb-8a7d-4d35-b025-d8484e107685 req-b86ff2dc-f964-4f13-9bda-4de4de09b687 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0542116 Sep 14 14:51:42.650716 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0185b3cb-8a7d-4d35-b025-d8484e107685 req-5883647f-3892-4fe8-9748-7c690a0d6fad tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Sep 14 14:51:43.109833 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea37b47-2030-4760-8ad8-8f70af640a36 req-1cffc3b4-661b-41e4-b583-9847ea6d387f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:43.111496 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4ea37b47-2030-4760-8ad8-8f70af640a36 req-1cffc3b4-661b-41e4-b583-9847ea6d387f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0527430 Sep 14 14:51:43.160465 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4ea37b47-2030-4760-8ad8-8f70af640a36 req-856d7a32-89bb-4796-9da0-ce181a459c66 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393870 Sep 14 14:51:43.778901 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3600e0-644f-4fb0-a04b-52ad7884b859 req-3f6b8795-509d-4c04-ac24-a4891ab66298 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:43.780483 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5b3600e0-644f-4fb0-a04b-52ad7884b859 req-3f6b8795-509d-4c04-ac24-a4891ab66298 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0537827 Sep 14 14:51:43.819930 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5b3600e0-644f-4fb0-a04b-52ad7884b859 req-b688c126-ae32-436b-8bad-f03aaaaad83d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Sep 14 14:51:44.298395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56879-96e1-4688-8b62-4ce2e99e5080 req-fc4f553d-5d3f-4001-82aa-f38715dff98b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:44.299806 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e6d56879-96e1-4688-8b62-4ce2e99e5080 req-fc4f553d-5d3f-4001-82aa-f38715dff98b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0582647 Sep 14 14:51:44.344542 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e6d56879-96e1-4688-8b62-4ce2e99e5080 req-7e1b2cd8-38ac-4e6b-8411-0cfa8ea6db90 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355024 Sep 14 14:51:44.582518 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da999-e733-469d-83cc-32a7c034a7dd req-5c66c996-9d6d-44af-ab21-fe3ba0151121 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:44.584254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cc2da999-e733-469d-83cc-32a7c034a7dd req-5c66c996-9d6d-44af-ab21-fe3ba0151121 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0524018 Sep 14 14:51:44.630537 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cc2da999-e733-469d-83cc-32a7c034a7dd req-bcb7ef8c-6cbf-4540-a7f8-60aba0ca5830 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398364 Sep 14 14:51:44.956500 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558362e1-7ae2-4e5c-8b73-78ef833b238f req-4bf8d535-285b-4ca2-b781-4ac7fc35315b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:44.958238 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-558362e1-7ae2-4e5c-8b73-78ef833b238f req-4bf8d535-285b-4ca2-b781-4ac7fc35315b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0513787 Sep 14 14:51:44.997290 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-558362e1-7ae2-4e5c-8b73-78ef833b238f req-1e0db73a-6cd3-4cde-9d37-6640ad4ffcf5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Sep 14 14:51:45.310269 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device c3444aaf-166e-4911-9e10-3f51c803747d no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:45.333281 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: c3444aaf-166e-4911-9e10-3f51c803747d {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:51:45.333623 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device c3444aaf-166e-4911-9e10-3f51c803747d not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:51:45.471335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1c187-99c1-43dd-ba8e-3555863bc79f req-5d86eac0-eb75-410e-8970-6482bbdb773e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:45.473208 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-33f1c187-99c1-43dd-ba8e-3555863bc79f req-5d86eac0-eb75-410e-8970-6482bbdb773e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0522830 Sep 14 14:51:45.520055 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-33f1c187-99c1-43dd-ba8e-3555863bc79f req-e2d268c2-9435-490c-84c2-58d3b2fcaca2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365043 Sep 14 14:51:45.761771 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050fdbd-543f-4371-a9b5-4a1e6f607071 req-a4b07859-aff9-48fa-91da-95180ffa30b0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:45.763674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3050fdbd-543f-4371-a9b5-4a1e6f607071 req-a4b07859-aff9-48fa-91da-95180ffa30b0 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0586746 Sep 14 14:51:45.806380 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3050fdbd-543f-4371-a9b5-4a1e6f607071 req-f536c9e8-cca1-48b1-8207-558a22863e0f tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Sep 14 14:51:46.117592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e8f4b-eb17-4b72-b497-a93547e4cbfe req-f4e36c2d-3d2a-4c7f-8c14-03cf52dcb876 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:46.119165 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d72e8f4b-eb17-4b72-b497-a93547e4cbfe req-f4e36c2d-3d2a-4c7f-8c14-03cf52dcb876 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0515521 Sep 14 14:51:46.159067 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d72e8f4b-eb17-4b72-b497-a93547e4cbfe req-f4831b17-c537-494a-b403-b5475487a539 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Sep 14 14:51:46.661954 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335a94-0c7c-482f-86e3-eefd47146faa req-8d19c469-ed93-411c-9fc4-fe0703162d74 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:46.663516 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c1335a94-0c7c-482f-86e3-eefd47146faa req-8d19c469-ed93-411c-9fc4-fe0703162d74 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0527089 Sep 14 14:51:46.731668 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c1335a94-0c7c-482f-86e3-eefd47146faa req-bbff1a06-87ef-4eb3-8482-280a67e077be tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618207 Sep 14 14:51:46.748674 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-2949e25f-e202-4844-b585-10463d4c4e16 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:46.748674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-2949e25f-e202-4844-b585-10463d4c4e16 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.0722532 Sep 14 14:51:46.857020 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Deleting port 3937aa17-6614-4ece-9b07-b604002b03a5 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:51:46.857287 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:46.976225 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] For port 3937aa17-6614-4ece-9b07-b604002b03a5, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=3937aa17-6614-4ece-9b07-b604002b03a5,segment=NetworkSegment(4d6d9f54-c55d-47cd-aa57-02d7e9498e05),segment_id=4d6d9f54-c55d-47cd-aa57-02d7e9498e05)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:51:46.976555 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:46.991518 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f8f26-40f9-4e95-9026-c4bddd1a1439 req-e72bc5b0-295d-4e27-9892-6c07ae9b9617 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:46.993045 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-983f8f26-40f9-4e95-9026-c4bddd1a1439 req-e72bc5b0-295d-4e27-9892-6c07ae9b9617 tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/ports?device_id=681e0aed-7f25-49d2-91f9-a8065c0a5233 HTTP/1.1" status: 200 len: 945 time: 0.1063149 Sep 14 14:51:46.999118 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Calling delete_port for 3937aa17-6614-4ece-9b07-b604002b03a5 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:51:47.095685 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-983f8f26-40f9-4e95-9026-c4bddd1a1439 req-7cc701f9-42f1-4ed3-ad74-4de595c6bb4b tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.50 "GET /v2.0/security-groups?id=625cf66b-a876-4d73-81e6-9f5ac8c1fa29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857253 Sep 14 14:51:47.164421 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:47.177464 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['3937aa17-6614-4ece-9b07-b604002b03a5'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:51:47.195883 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Pushing event deleted for resources: {'Port': ['ID=3937aa17-6614-4ece-9b07-b604002b03a5,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:47.237538 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] No DVR routers for this DVR port 3937aa17-6614-4ece-9b07-b604002b03a5 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:51:47.241174 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:47.245049 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f1863bb-9b3b-4178-a26d-f605996d41a5 req-9591d7c2-a61f-424d-ab96-7c6ca9ff3f9a tempest-AttachVolumeNegativeTest-1794442082 tempest-AttachVolumeNegativeTest-1794442082-project] 10.222.0.64 "DELETE /v2.0/ports/3937aa17-6614-4ece-9b07-b604002b03a5 HTTP/1.1" status: 204 len: 173 time: 0.4826348 Sep 14 14:51:47.245658 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'name': 'network-vif-deleted', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:51:47.248669 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd89b8f-92a2-405e-ba1c-e93ac07a5fa4" -d '{"events": [{"server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "name": "network-vif-deleted", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:51:47.289403 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c4357-6e36-413c-883a-7a784a5ab0c6 x-openstack-request-id: req-927c4357-6e36-413c-883a-7a784a5ab0c6 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:51:47.289673 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e0aed-7f25-49d2-91f9-a8065c0a5233", "name": "network-vif-deleted", "tag": "3937aa17-6614-4ece-9b07-b604002b03a5", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:51:47.289946 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-927c4357-6e36-413c-883a-7a784a5ab0c6 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:51:47.295541 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e0aed-7f25-49d2-91f9-a8065c0a5233', 'name': 'network-vif-deleted', 'tag': '3937aa17-6614-4ece-9b07-b604002b03a5', 'status': 'completed', 'code': 200} Sep 14 14:51:47.317172 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621adf78-7eb8-41c3-a8bc-6a0dccebad19 req-f1e27d52-eadd-4577-9532-602c91c5b91b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:47.318705 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-621adf78-7eb8-41c3-a8bc-6a0dccebad19 req-f1e27d52-eadd-4577-9532-602c91c5b91b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0671799 Sep 14 14:51:47.361245 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-621adf78-7eb8-41c3-a8bc-6a0dccebad19 req-c7c3380a-4136-43e9-93d8-28561185555c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335717 Sep 14 14:51:47.874347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1c760-304c-401a-8c41-ef6d6dd5d6c9 req-9214e4f1-5671-4649-a1e1-76324bcd9cfb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:47.876103 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75e1c760-304c-401a-8c41-ef6d6dd5d6c9 req-9214e4f1-5671-4649-a1e1-76324bcd9cfb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0659595 Sep 14 14:51:47.919954 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75e1c760-304c-401a-8c41-ef6d6dd5d6c9 req-041012a5-7e64-4ba8-85ef-60bc11197fba tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Sep 14 14:51:48.151770 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 57106) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:48.199567 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Deleting subnet 7b196bb7-95f9-45cb-b965-ced9ff75b244 {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:51:48.203079 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.238061 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.285962 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.347322 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.377191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b196bb7-95f9-45cb-b965-ced9ff75b244,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:48.384243 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.388134 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57142) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:48.388589 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0de83c4e-7ce4-4cf2-b650-d4a2e6c0dccb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7b196bb7-95f9-45cb-b965-ced9ff75b244 HTTP/1.1" status: 204 len: 168 time: 0.2356369 Sep 14 14:51:48.486432 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.512089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de98114-83b7-4b5c-9b7a-a69c22573d68 req-ac0a344e-cc3a-4d7e-8b01-468982171ac4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:48.519790 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0de98114-83b7-4b5c-9b7a-a69c22573d68 req-ac0a344e-cc3a-4d7e-8b01-468982171ac4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0748062 Sep 14 14:51:48.571809 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0de98114-83b7-4b5c-9b7a-a69c22573d68 req-7f8d107f-e87f-4c55-a7a6-f7184bf33821 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498352 Sep 14 14:51:48.636229 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.670538 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f360b301-1b72-4046-97d0-20fa402edc06']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:48.681364 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6d9f54-c55d-47cd-aa57-02d7e9498e05') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:48.682058 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6d9f54-c55d-47cd-aa57-02d7e9498e05') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:51:48.695976 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.735660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.752644 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:51:48.753249 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:51:48.755310 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:51:48.854501 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.888357 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:48.894185 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f360b301-1b72-4046-97d0-20fa402edc06 HTTP/1.1" status: 204 len: 168 time: 0.5045805 Sep 14 14:51:48.895356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650226e-f0fc-4eec-850b-4465730dcd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=f360b301-1b72-4046-97d0-20fa402edc06,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:49.102950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bcf48-dea7-4206-b137-358394bbe3c0 req-d170c49b-22a5-41f1-96da-d00cc7e9d10c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:49.105346 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5c0bcf48-dea7-4206-b137-358394bbe3c0 req-d170c49b-22a5-41f1-96da-d00cc7e9d10c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0842609 Sep 14 14:51:49.148951 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57222) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:49.190249 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5c0bcf48-dea7-4206-b137-358394bbe3c0 req-750defda-9e14-4898-89a7-46fabc4b84c2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772927 Sep 14 14:51:49.267092 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-25b89247-8655-4b80-9f7e-a57ce1715c25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d81898bcbd5424cbbda8d334cb3054c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1155148 Sep 14 14:51:49.273148 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 57234) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:49.372387 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:49.397080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:49.449085 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:49.451744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:49.456122 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/625cf66b-a876-4d73-81e6-9f5ac8c1fa29 HTTP/1.1" status: 204 len: 168 time: 0.1776738 Sep 14 14:51:49.463832 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bf3d5-1730-407d-a1ec-d9a5173560e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625cf66b-a876-4d73-81e6-9f5ac8c1fa29,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:49.707161 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfcb18-ccaa-43b2-b687-5c8748245a79 req-141c89b6-e0fe-41f0-b4cf-7400159c9137 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:49.709107 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4cfcb18-ccaa-43b2-b687-5c8748245a79 req-141c89b6-e0fe-41f0-b4cf-7400159c9137 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0719168 Sep 14 14:51:49.770255 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4cfcb18-ccaa-43b2-b687-5c8748245a79 req-ab66391f-1224-4f1f-9135-269c19a2b1a1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478661 Sep 14 14:51:50.422180 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34f406-16f8-4da2-86cd-5b0365be8bc5 req-d15892da-b767-40eb-ba20-71887734b406 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:50.423785 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a34f406-16f8-4da2-86cd-5b0365be8bc5 req-d15892da-b767-40eb-ba20-71887734b406 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0902104 Sep 14 14:51:50.485302 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a34f406-16f8-4da2-86cd-5b0365be8bc5 req-725abd4a-7c8a-462f-9e4f-eb10980b6d1c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547507 Sep 14 14:51:50.943021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beac65c-db98-48f6-a18c-bc9144ba56e9 req-0c6de70f-ab7b-4c80-ae82-4b838c08424f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:50.951950 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4beac65c-db98-48f6-a18c-bc9144ba56e9 req-0c6de70f-ab7b-4c80-ae82-4b838c08424f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0761020 Sep 14 14:51:51.019510 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4beac65c-db98-48f6-a18c-bc9144ba56e9 req-c5df7672-2718-45e9-a12e-29c18a5a99b8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664871 Sep 14 14:51:51.327815 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3937aa17-6614-4ece-9b07-b604002b03a5 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:51:51.348324 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 3937aa17-6614-4ece-9b07-b604002b03a5 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:51:51.348716 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 3937aa17-6614-4ece-9b07-b604002b03a5 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:51:51.638711 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1105-7f2a-42f2-acd0-4a1e2d5939b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:51.641317 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3664951-87a3-479d-959e-062db79493c5 req-1332cae7-36e7-459f-bc13-46e9e06f14f8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:51.648746 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f3664951-87a3-479d-959e-062db79493c5 req-1332cae7-36e7-459f-bc13-46e9e06f14f8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0877492 Sep 14 14:51:51.697431 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f3664951-87a3-479d-959e-062db79493c5 req-bcd57733-e801-4d07-a2c6-4ba6d9a1d7bb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461235 Sep 14 14:51:52.139835 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6543f-6994-4473-a616-6197a9f6eb52 req-ef798c9d-087b-4004-985b-d227405a08a5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:52.141407 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4da6543f-6994-4473-a616-6197a9f6eb52 req-ef798c9d-087b-4004-985b-d227405a08a5 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0554495 Sep 14 14:51:52.181109 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4da6543f-6994-4473-a616-6197a9f6eb52 req-fec567b0-e4dd-433a-be1a-c5a9635da1e9 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332663 Sep 14 14:51:52.648073 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 57440) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:52.797138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-0751a419-5aab-4868-a621-270f4adc8b9f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52cc5fc6c45e495abf37180482f53f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472392 Sep 14 14:51:52.800160 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57448) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:51:52.843680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312109e-8cc8-4bec-be86-8d137b2f4161 req-226e0814-ed09-4bbe-a3f8-e10843f80abf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:52.845337 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1312109e-8cc8-4bec-be86-8d137b2f4161 req-226e0814-ed09-4bbe-a3f8-e10843f80abf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0629809 Sep 14 14:51:52.853260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:52.880431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:52.887342 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1312109e-8cc8-4bec-be86-8d137b2f4161 req-62f11e0f-69b4-42ae-bfa2-b4d776a60407 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Sep 14 14:51:52.944612 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:52.948257 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:52.949648 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c338753c-d01c-499c-8fd2-23bb8e80df25 HTTP/1.1" status: 204 len: 168 time: 0.1484728 Sep 14 14:51:52.958513 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194aa50-e512-4e17-acbc-d594f992db4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c338753c-d01c-499c-8fd2-23bb8e80df25,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:51:53.350225 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141b09d-27b1-47e6-bfa1-0056323cf5ee req-1d1edcff-c86d-490d-9c60-5a2175c1ee6b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:53.352383 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f141b09d-27b1-47e6-bfa1-0056323cf5ee req-1d1edcff-c86d-490d-9c60-5a2175c1ee6b tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0664508 Sep 14 14:51:53.409560 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f141b09d-27b1-47e6-bfa1-0056323cf5ee req-74ca2fe3-7d29-4d42-89de-4c26ca84ee39 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Sep 14 14:51:54.047152 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28001b-becc-452e-9fb3-c0d7b86f6202 req-582cecd2-5311-43d5-82cd-6ee2666e6981 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:54.048973 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ee28001b-becc-452e-9fb3-c0d7b86f6202 req-582cecd2-5311-43d5-82cd-6ee2666e6981 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0564888 Sep 14 14:51:54.090555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ee28001b-becc-452e-9fb3-c0d7b86f6202 req-e54013fd-f448-4a49-a5ba-9990e2b4c196 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353377 Sep 14 14:51:54.181913 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-95ad4670-bf2d-4850-b8cd-d7fd77d9a619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:54.338676 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:54.541670 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ef740-d206-49c9-9c88-f888924ad33e req-a2197bc0-dfe8-4526-9ff8-af67b358ff69 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:54.543232 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c97ef740-d206-49c9-9c88-f888924ad33e req-a2197bc0-dfe8-4526-9ff8-af67b358ff69 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0549755 Sep 14 14:51:54.586513 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c97ef740-d206-49c9-9c88-f888924ad33e req-fab2166d-03d9-46b4-8930-63f0c24159f3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Sep 14 14:51:55.223401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab207-1a4d-4682-b4c1-27f81c03146a req-631834ab-5859-47df-917c-7f39a758fb34 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:55.224918 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-11bab207-1a4d-4682-b4c1-27f81c03146a req-631834ab-5859-47df-917c-7f39a758fb34 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0518963 Sep 14 14:51:55.268676 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-11bab207-1a4d-4682-b4c1-27f81c03146a req-59b14d5d-2bda-4158-95c1-4bd2c0f40f2b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358696 Sep 14 14:51:55.401650 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:55.732232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7215b-09f9-468a-b49f-b88d9c40c465 req-17d0e7f1-4f98-4cb6-ad09-5937f0f97b50 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:55.739013 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c2e7215b-09f9-468a-b49f-b88d9c40c465 req-17d0e7f1-4f98-4cb6-ad09-5937f0f97b50 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0583935 Sep 14 14:51:55.773439 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c2e7215b-09f9-468a-b49f-b88d9c40c465 req-121c34bc-b5f1-4eaa-8c30-eb431c477299 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Sep 14 14:51:56.398649 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112c82b-7b61-4ed4-a9b9-d9315bc381b6 req-64e59bf1-cdc1-4d61-9519-926cd727ade2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:56.400178 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d112c82b-7b61-4ed4-a9b9-d9315bc381b6 req-64e59bf1-cdc1-4d61-9519-926cd727ade2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0533931 Sep 14 14:51:56.442823 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d112c82b-7b61-4ed4-a9b9-d9315bc381b6 req-acd86635-1373-4a07-b78a-305726191426 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347447 Sep 14 14:51:56.902491 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a3832-3ecb-42bf-bd69-d498db1150d3 req-527e2ad3-7c19-4c91-ac3a-8f8c5a4cf52e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:56.904508 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-103a3832-3ecb-42bf-bd69-d498db1150d3 req-527e2ad3-7c19-4c91-ac3a-8f8c5a4cf52e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0568342 Sep 14 14:51:56.949189 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-103a3832-3ecb-42bf-bd69-d498db1150d3 req-1a12dc9d-aada-45c5-85d2-37024709ccce tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374010 Sep 14 14:51:57.027804 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:51:57.570769 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470211b4-0525-4d3a-9b6a-42582f4dabfd req-5a20cf33-d3c2-4037-9511-c542a7536148 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:57.572734 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-470211b4-0525-4d3a-9b6a-42582f4dabfd req-5a20cf33-d3c2-4037-9511-c542a7536148 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0504847 Sep 14 14:51:57.623993 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-470211b4-0525-4d3a-9b6a-42582f4dabfd req-3180eb9b-90b4-4ceb-b6a3-f349eb8eff70 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Sep 14 14:51:58.080389 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4bb79-93d9-43de-8e82-1e738195bda8 req-8a4f45ff-48cb-4986-ae57-7f80e559086f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:58.096428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13e4bb79-93d9-43de-8e82-1e738195bda8 req-8a4f45ff-48cb-4986-ae57-7f80e559086f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0565555 Sep 14 14:51:58.135045 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13e4bb79-93d9-43de-8e82-1e738195bda8 req-5b8877fb-71f9-4e4b-b2e9-2faa8b878091 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Sep 14 14:51:58.752522 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7411d-fe85-4e82-ac55-7d0b54b4c007 req-9159e854-f75c-4af5-83c8-acc00c5e26e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:58.754113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ad7411d-fe85-4e82-ac55-7d0b54b4c007 req-9159e854-f75c-4af5-83c8-acc00c5e26e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0520113 Sep 14 14:51:58.799191 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ad7411d-fe85-4e82-ac55-7d0b54b4c007 req-793528be-8657-4f5c-a831-75a195610121 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381258 Sep 14 14:51:59.264705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d3b2e-531c-44f9-a6db-2cae5f77f41d req-07d1a724-f4b8-4e8a-94d1-f3a091472d1a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:59.266297 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-765d3b2e-531c-44f9-a6db-2cae5f77f41d req-07d1a724-f4b8-4e8a-94d1-f3a091472d1a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0600543 Sep 14 14:51:59.313371 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-765d3b2e-531c-44f9-a6db-2cae5f77f41d req-eaba759b-c832-4765-906c-01ba5cf94397 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Sep 14 14:51:59.942939 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10171-b988-4cbc-9c78-30ff5a4a4c5e req-24c4f186-76a0-4e2b-a12b-cff8745a0ace tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:51:59.945393 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4d10171-b988-4cbc-9c78-30ff5a4a4c5e req-24c4f186-76a0-4e2b-a12b-cff8745a0ace tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0632524 Sep 14 14:52:00.017694 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4d10171-b988-4cbc-9c78-30ff5a4a4c5e req-68011c8b-aa13-440c-a9e0-eaf79a1157e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657697 Sep 14 14:52:00.450875 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016221c-cb03-42b0-be4a-dd0449a797ee req-72966a7e-090c-4b4b-b6ee-0d52e1f76f6f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:00.452541 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3016221c-cb03-42b0-be4a-dd0449a797ee req-72966a7e-090c-4b4b-b6ee-0d52e1f76f6f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0551648 Sep 14 14:52:00.500006 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3016221c-cb03-42b0-be4a-dd0449a797ee req-323d264b-ee87-4000-a3d2-93f2c1af7cd6 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Sep 14 14:52:01.149413 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139482ce-7283-4372-865a-28e845858ce3 req-95f8a6c8-7567-42d5-876e-c2fdfdbd6fca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:01.150970 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-139482ce-7283-4372-865a-28e845858ce3 req-95f8a6c8-7567-42d5-876e-c2fdfdbd6fca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0504823 Sep 14 14:52:01.213329 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-139482ce-7283-4372-865a-28e845858ce3 req-04f8b604-2375-4c20-90c0-ce1e15607b06 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Sep 14 14:52:01.633253 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebabd4d-fcd6-41f7-9c5d-ed58a4f9bd8e req-cdef8de3-38b7-44ff-846e-84a638a861da tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:01.634857 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5ebabd4d-fcd6-41f7-9c5d-ed58a4f9bd8e req-cdef8de3-38b7-44ff-846e-84a638a861da tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0571244 Sep 14 14:52:01.681352 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5ebabd4d-fcd6-41f7-9c5d-ed58a4f9bd8e req-d35dee9a-3617-4098-931f-43f6b3269e48 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374203 Sep 14 14:52:02.342632 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3bab0-280b-4d06-bc79-8561d89b328e req-06db3978-2217-4504-80de-1f73a5af81c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:02.344227 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ffa3bab0-280b-4d06-bc79-8561d89b328e req-06db3978-2217-4504-80de-1f73a5af81c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0518079 Sep 14 14:52:02.388640 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ffa3bab0-280b-4d06-bc79-8561d89b328e req-2ff88cc2-bfaa-4b2a-9572-9db8add14aad tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382788 Sep 14 14:52:03.004240 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c06299-2b7e-4331-a8d4-ce6fc0b4b31e req-a31fc1a2-9e0a-4d9b-957a-b84d9e225a8d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:03.005661 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9c06299-2b7e-4331-a8d4-ce6fc0b4b31e req-a31fc1a2-9e0a-4d9b-957a-b84d9e225a8d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.2518458 Sep 14 14:52:03.051228 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9c06299-2b7e-4331-a8d4-ce6fc0b4b31e req-3487ad71-0e2d-41aa-b6b5-ca494da49c34 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Sep 14 14:52:03.063040 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:52:03.520007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80135557-3c81-4c60-a0c0-59862d9808a5 req-a33a79cd-cd3a-4fe4-af05-ebfd7b08dfc0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:03.521516 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80135557-3c81-4c60-a0c0-59862d9808a5 req-a33a79cd-cd3a-4fe4-af05-ebfd7b08dfc0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0504813 Sep 14 14:52:03.560823 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80135557-3c81-4c60-a0c0-59862d9808a5 req-a9ca0268-86e2-4a64-81ca-5c9c4574e153 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327890 Sep 14 14:52:04.177258 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e944-a389-4dd3-a3af-2f5d77f92fb3 req-a510f2c6-efc7-474f-b444-4375a97b045a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:04.178746 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6082e944-a389-4dd3-a3af-2f5d77f92fb3 req-a510f2c6-efc7-474f-b444-4375a97b045a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0535374 Sep 14 14:52:04.220608 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6082e944-a389-4dd3-a3af-2f5d77f92fb3 req-af60b7c1-aebd-4734-a3ae-1f83dbf20a2a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Sep 14 14:52:04.696331 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450db302-5e66-47ac-a3fc-ffffd7fa0e51 req-8f94290f-a8b1-4080-94c1-b35c68e58c4b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:04.697812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-450db302-5e66-47ac-a3fc-ffffd7fa0e51 req-8f94290f-a8b1-4080-94c1-b35c68e58c4b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0511348 Sep 14 14:52:04.740273 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-450db302-5e66-47ac-a3fc-ffffd7fa0e51 req-a31a6f13-4a08-4be1-99e1-f8200e0a0701 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334361 Sep 14 14:52:05.222146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b236c-a9be-4aa7-9dbe-fbc2f6c58725 req-de808a16-7f83-494a-8742-3a264ad99a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:05.223590 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-251b236c-a9be-4aa7-9dbe-fbc2f6c58725 req-de808a16-7f83-494a-8742-3a264ad99a7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.0456269 Sep 14 14:52:05.264950 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-251b236c-a9be-4aa7-9dbe-fbc2f6c58725 req-6da39dab-0e04-4495-bf77-306c1dba0893 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Sep 14 14:52:05.352865 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5847b2-bc17-412b-b465-21525a5120e7 req-8997c5f1-32ab-42a5-a1c4-aa1521bf0ffc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:05.354386 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-db5847b2-bc17-412b-b465-21525a5120e7 req-8997c5f1-32ab-42a5-a1c4-aa1521bf0ffc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0586627 Sep 14 14:52:05.397307 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-db5847b2-bc17-412b-b465-21525a5120e7 req-758329cc-9e30-4762-9da1-f0569d42f655 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Sep 14 14:52:05.875556 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700c50c-3348-424b-84c9-e4b591745ca1 req-bd40d3f2-f152-466e-b7e1-900ba6addadd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:05.877478 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d700c50c-3348-424b-84c9-e4b591745ca1 req-bd40d3f2-f152-466e-b7e1-900ba6addadd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0604451 Sep 14 14:52:05.918449 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d700c50c-3348-424b-84c9-e4b591745ca1 req-22899088-fa2a-4bb0-98f4-7ba5af3ba789 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Sep 14 14:52:06.518922 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da932815-cf82-4b2c-89da-2624ba3f6092 req-a993d72d-2557-43b3-99e3-f84eae29f525 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:06.520464 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-da932815-cf82-4b2c-89da-2624ba3f6092 req-a993d72d-2557-43b3-99e3-f84eae29f525 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0501206 Sep 14 14:52:06.560721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-da932815-cf82-4b2c-89da-2624ba3f6092 req-9a2a80db-f4db-4fd0-9110-28ef20390575 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Sep 14 14:52:07.076630 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05dc0e-0ece-4f49-ab32-0ae567f76613 req-9dbe3293-18dc-49f7-aa29-4a05cf5f5cc3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:07.078160 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a05dc0e-0ece-4f49-ab32-0ae567f76613 req-9dbe3293-18dc-49f7-aa29-4a05cf5f5cc3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0529301 Sep 14 14:52:07.120460 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2a05dc0e-0ece-4f49-ab32-0ae567f76613 req-ad28569b-5059-44e2-a011-5b9d5108acab tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362513 Sep 14 14:52:07.137734 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:07.683646 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162df77-4c41-495f-b8a7-d472762a6bb8 req-ca1762e6-677b-4b81-8edc-3928906dc12e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:07.686361 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8162df77-4c41-495f-b8a7-d472762a6bb8 req-ca1762e6-677b-4b81-8edc-3928906dc12e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0515807 Sep 14 14:52:07.726520 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8162df77-4c41-495f-b8a7-d472762a6bb8 req-6d0547f7-9452-40c7-91ce-6e529a3e11fc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338674 Sep 14 14:52:07.838118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57698) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:07.945353 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab94a-6aac-418b-a9fd-71a9e923c7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.043246 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab94a-6aac-418b-a9fd-71a9e923c7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.048438 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab94a-6aac-418b-a9fd-71a9e923c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.093387 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab94a-6aac-418b-a9fd-71a9e923c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0400c21-ae21-4f94-ac39-3e1fc8274b33,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:08.116329 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9c0ab94a-6aac-418b-a9fd-71a9e923c7d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65ac73c5a2a243b59e3bac6de572fbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770793 Sep 14 14:52:08.117104 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57712) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:08.143340 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e697259-d084-4334-97b3-14f0192f21fe req-4e59b7d8-ff2c-4ff6-87dd-40b6b3d17b1f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:08.145066 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e697259-d084-4334-97b3-14f0192f21fe req-4e59b7d8-ff2c-4ff6-87dd-40b6b3d17b1f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1007974 Sep 14 14:52:08.148401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-10139468-36d3-4386-a3e4-0af03d939985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:08.150323 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-10139468-36d3-4386-a3e4-0af03d939985 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 1098 time: 0.1039383 Sep 14 14:52:08.172288 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.195708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.259261 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.262353 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.263530 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0400c21-ae21-4f94-ac39-3e1fc8274b33 HTTP/1.1" status: 204 len: 168 time: 0.1453278 Sep 14 14:52:08.272422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3257a-ec49-4ca1-b2b9-eb3510357a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0400c21-ae21-4f94-ac39-3e1fc8274b33,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:08.314019 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e697259-d084-4334-97b3-14f0192f21fe req-48cad6aa-e3db-4d7c-83a6-9a3e344679b2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539094 Sep 14 14:52:08.347841 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dae8c-f9b4-413e-88ef-20b515b16180 req-24a5d680-9fc0-4a56-85b2-22821ab23dda tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:08.349411 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea2dae8c-f9b4-413e-88ef-20b515b16180 req-24a5d680-9fc0-4a56-85b2-22821ab23dda tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.1281433 Sep 14 14:52:08.371454 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-68f3f476-6e0c-4d8f-9926-5eb4cd36fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:08.372992 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-68f3f476-6e0c-4d8f-9926-5eb4cd36fea3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 200 len: 920 time: 0.2142129 Sep 14 14:52:08.450585 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea2dae8c-f9b4-413e-88ef-20b515b16180 req-04b78934-717a-47a2-8512-f7e66d179170 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895212 Sep 14 14:52:08.469666 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-2aec42ad-f343-439c-9d60-7ebb6fb1da32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 200 len: 217 time: 0.0703607 Sep 14 14:52:08.516714 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-8c362e3a-b947-41b2-8265-5a48b4d5f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:08.518243 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-8c362e3a-b947-41b2-8265-5a48b4d5f7c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 200 len: 859 time: 0.0462899 Sep 14 14:52:08.555164 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-33f3b788-b1c0-4190-829f-089e5064f0cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258389 Sep 14 14:52:08.576998 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 57724) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:08.591495 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b7c37d3-7b14-4573-bb29-05d0c9768b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.653700 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-23e0c55f-fc96-4eaf-948c-67ebdb545914 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908959 Sep 14 14:52:08.685154 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b7c37d3-7b14-4573-bb29-05d0c9768b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.690216 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0b7c37d3-7b14-4573-bb29-05d0c9768b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.728484 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0b7c37d3-7b14-4573-bb29-05d0c9768b8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7df13e8179e8411e8ae24dd2013a38ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504531 Sep 14 14:52:08.729206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c37d3-7b14-4573-bb29-05d0c9768b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc2cae1-08f0-41e6-adb2-0e8261f232da,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:08.731310 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 57726) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:08.782110 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-562de2d2-a6d6-4560-83a5-d96e0dcc771e req-ae777253-0c15-44e2-b9b1-732c5de678b4 service neutron] 10.222.0.64 "GET /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197894 Sep 14 14:52:08.801730 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.828963 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.885009 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.887713 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:08.888897 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a348059b-386f-475d-a777-195176d250fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfc2cae1-08f0-41e6-adb2-0e8261f232da HTTP/1.1" status: 204 len: 168 time: 0.1554506 Sep 14 14:52:08.896886 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc2cae1-08f0-41e6-adb2-0e8261f232da,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:08.903847 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.904215 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.904570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.904899 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.905221 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.905546 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.905864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.906185 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.906504 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.906810 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.907123 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:08.907434 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a348059b-386f-475d-a777-195176d250fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:09.436741 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f627d31-461a-43e4-b842-a9db8cee9663 req-37569110-ec31-4824-8a86-c4020ae3c731 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:09.438279 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f627d31-461a-43e4-b842-a9db8cee9663 req-37569110-ec31-4824-8a86-c4020ae3c731 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0513220 Sep 14 14:52:09.478715 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f627d31-461a-43e4-b842-a9db8cee9663 req-c5e53016-0dd2-4efb-8468-04ebca4f8e16 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Sep 14 14:52:09.575677 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55448a-fc28-4180-9ace-db8f69043081 req-efcd8d3d-6134-4cc3-8617-919b741fb293 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:09.577233 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e55448a-fc28-4180-9ace-db8f69043081 req-efcd8d3d-6134-4cc3-8617-919b741fb293 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0550649 Sep 14 14:52:09.615174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e55448a-fc28-4180-9ace-db8f69043081 req-7b456130-e9d7-43ba-b601-f12e1b5bbc19 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318861 Sep 14 14:52:10.619216 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4068cfe-0150-4579-bcf4-5cab328070a1 req-e3782508-92e9-42e2-99dc-49f316f52e93 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:10.620801 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4068cfe-0150-4579-bcf4-5cab328070a1 req-e3782508-92e9-42e2-99dc-49f316f52e93 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0564976 Sep 14 14:52:10.661656 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4068cfe-0150-4579-bcf4-5cab328070a1 req-aa8495af-cd8b-4b25-9dc8-3e7008d53098 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340626 Sep 14 14:52:10.741020 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b568e-261f-49a1-920b-70ed52eafa9d req-188278a3-7568-4ef6-9b31-45f339186e63 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:10.742506 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-546b568e-261f-49a1-920b-70ed52eafa9d req-188278a3-7568-4ef6-9b31-45f339186e63 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0507004 Sep 14 14:52:10.782525 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-546b568e-261f-49a1-920b-70ed52eafa9d req-1fe93505-94a1-4921-a13e-2a7130f2043a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331097 Sep 14 14:52:11.787288 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87111b1-2d2e-42aa-89e4-73bb70b70605 req-47149382-a8fb-44d1-a945-d1086fbe8698 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:11.788801 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d87111b1-2d2e-42aa-89e4-73bb70b70605 req-47149382-a8fb-44d1-a945-d1086fbe8698 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0540693 Sep 14 14:52:11.829370 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d87111b1-2d2e-42aa-89e4-73bb70b70605 req-243fde32-3bc1-457f-86d0-f02a83c48f23 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322526 Sep 14 14:52:11.912750 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379168f-75ce-4faa-854e-9bbbdccdcc30 req-4a276e8e-d6b8-4e68-81b1-907d4ef89628 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:11.914161 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a379168f-75ce-4faa-854e-9bbbdccdcc30 req-4a276e8e-d6b8-4e68-81b1-907d4ef89628 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0566421 Sep 14 14:52:11.954810 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a379168f-75ce-4faa-854e-9bbbdccdcc30 req-df60fbf7-fdc1-4759-ac8b-847f41f038ca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Sep 14 14:52:12.951258 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ddb2c-3995-49ec-a235-d5c201c6653c req-e5d4ca27-2518-4535-8ece-967ff5e1a8f4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:12.952795 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e17ddb2c-3995-49ec-a235-d5c201c6653c req-e5d4ca27-2518-4535-8ece-967ff5e1a8f4 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0556796 Sep 14 14:52:12.992796 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e17ddb2c-3995-49ec-a235-d5c201c6653c req-dc1c54ff-2c25-4948-aebb-85e0739c7e53 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Sep 14 14:52:13.084528 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52281d-5e38-4500-8717-ea9408a5d58a req-d8debd31-ca31-471d-b3da-f181679cd429 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:13.086075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1e52281d-5e38-4500-8717-ea9408a5d58a req-d8debd31-ca31-471d-b3da-f181679cd429 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0585690 Sep 14 14:52:13.129201 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1e52281d-5e38-4500-8717-ea9408a5d58a req-744c8246-68b4-4a31-a76c-b232f9ab14c3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355198 Sep 14 14:52:14.118025 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4097315-9c03-4e3a-a65f-5aa623d875fb req-98505e8d-9d0a-4ea5-aee6-68636222c571 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:14.119595 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f4097315-9c03-4e3a-a65f-5aa623d875fb req-98505e8d-9d0a-4ea5-aee6-68636222c571 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0536950 Sep 14 14:52:14.161222 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f4097315-9c03-4e3a-a65f-5aa623d875fb req-832fde18-3944-4ed1-bc77-ba632b75d576 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Sep 14 14:52:14.283546 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbca3b8-2859-4f08-8d3e-544763e520c5 req-e63d734a-3863-4589-a502-70e26619f303 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:14.288588 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4bbca3b8-2859-4f08-8d3e-544763e520c5 req-e63d734a-3863-4589-a502-70e26619f303 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0798156 Sep 14 14:52:14.331503 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4bbca3b8-2859-4f08-8d3e-544763e520c5 req-f35d0338-99f7-428f-9e6f-dbba830e3396 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Sep 14 14:52:15.300806 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af4779-df66-4c01-8dde-1db3a18504d5 req-85254d4d-0d89-47a4-851f-05803d830004 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:15.302182 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9af4779-df66-4c01-8dde-1db3a18504d5 req-85254d4d-0d89-47a4-851f-05803d830004 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0613153 Sep 14 14:52:15.341650 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9af4779-df66-4c01-8dde-1db3a18504d5 req-41ad4e55-d7f1-4d98-bc2c-a50b27fd496e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329158 Sep 14 14:52:15.466400 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03a42-0f99-4025-8ca3-fa4d764fde6a req-63fe5da8-e477-46f3-813a-904d3167af1d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:15.467916 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-40f03a42-0f99-4025-8ca3-fa4d764fde6a req-63fe5da8-e477-46f3-813a-904d3167af1d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0614152 Sep 14 14:52:15.507213 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-40f03a42-0f99-4025-8ca3-fa4d764fde6a req-6a40f815-9d5f-4b2b-b049-603e3b705a58 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Sep 14 14:52:16.468372 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5628e-9e95-4214-85a0-b6a30539f4d9 req-e8911c31-138e-4ee2-a02f-ff211ab1f666 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:16.469872 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cfe5628e-9e95-4214-85a0-b6a30539f4d9 req-e8911c31-138e-4ee2-a02f-ff211ab1f666 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0539565 Sep 14 14:52:16.511428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cfe5628e-9e95-4214-85a0-b6a30539f4d9 req-251fa687-d237-4026-a292-a87baef771dc tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Sep 14 14:52:16.651779 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6520031-14f4-4134-ae45-ee09d061be15 req-dd1cc258-f26a-4481-8ea8-2fc1e28043f8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:16.653213 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c6520031-14f4-4134-ae45-ee09d061be15 req-dd1cc258-f26a-4481-8ea8-2fc1e28043f8 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 943 time: 0.0641253 Sep 14 14:52:16.694180 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c6520031-14f4-4134-ae45-ee09d061be15 req-7b984765-2138-4791-a0ff-0a29d0b5051c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Sep 14 14:52:16.917202 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:52:17.026772 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:17.039199 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'mac_address': 'fa:16:3e:aa:77:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:52:17.084646 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:17.101510 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:52:17.127533 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:17.132868 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:17.184390 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=9']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:17.191377 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.191725 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.192061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.192430 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.192765 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.193095 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.193423 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.193746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.194074 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.194379 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.194694 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.195011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:17.543856 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['34273b94-9cbf-43ec-9c18-b4901b982daa'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:52:17.632212 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773793-45e0-4b8d-a590-1f6a49966bc3 req-7606b842-722a-4ced-87fb-80bfb4953c12 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:17.633863 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04773793-45e0-4b8d-a590-1f6a49966bc3 req-7606b842-722a-4ced-87fb-80bfb4953c12 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0508983 Sep 14 14:52:17.675134 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04773793-45e0-4b8d-a590-1f6a49966bc3 req-ce695c2f-a625-49b5-b3f7-581f6bc94e4e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 Sep 14 14:52:17.823412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969b383-7213-4071-bf4e-abf84e0957b6 req-9170c076-8686-4823-bd46-3577966ec2af tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:17.825375 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f969b383-7213-4071-bf4e-abf84e0957b6 req-9170c076-8686-4823-bd46-3577966ec2af tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0508153 Sep 14 14:52:17.878411 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f969b383-7213-4071-bf4e-abf84e0957b6 req-71d48155-6c38-450b-a657-e5954b82f5d6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421350 Sep 14 14:52:19.008571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847c00b-5c7c-4aaf-9e8f-d9cb97b7e97f req-fc56a3cd-92f3-483d-b2ac-e33824bf58f0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:19.010073 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7847c00b-5c7c-4aaf-9e8f-d9cb97b7e97f req-fc56a3cd-92f3-483d-b2ac-e33824bf58f0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0608959 Sep 14 14:52:19.052596 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7847c00b-5c7c-4aaf-9e8f-d9cb97b7e97f req-316d91e9-193b-4373-a7db-781b0794515b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Sep 14 14:52:20.175862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b9e79-03b5-4a80-ae85-90f67aa40d26 req-79a87643-0a28-4c29-8ad2-fd2fd4d23483 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:20.177387 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b78b9e79-03b5-4a80-ae85-90f67aa40d26 req-79a87643-0a28-4c29-8ad2-fd2fd4d23483 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0513511 Sep 14 14:52:20.221117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b78b9e79-03b5-4a80-ae85-90f67aa40d26 req-3d261d1d-6448-4fd7-ae68-5130d93456de tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348132 Sep 14 14:52:21.345896 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d579cb-9836-4740-9273-8de7041d009f req-6e6d6104-1083-4e8a-aa85-854b10de75c4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:21.348102 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9d579cb-9836-4740-9273-8de7041d009f req-6e6d6104-1083-4e8a-aa85-854b10de75c4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0521030 Sep 14 14:52:21.389808 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9d579cb-9836-4740-9273-8de7041d009f req-6a81f073-296f-4024-8d27-a2083f0cf727 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343778 Sep 14 14:52:21.624403 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-88470fd0-9a66-4e4a-b758-b6229b2f3553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:22.527902 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00393b36-798e-47ca-823b-56e380eab71f req-1848d1f7-bad1-49f1-ad60-871a824f63af tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:22.529477 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-00393b36-798e-47ca-823b-56e380eab71f req-1848d1f7-bad1-49f1-ad60-871a824f63af tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0566723 Sep 14 14:52:22.569576 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-00393b36-798e-47ca-823b-56e380eab71f req-9f141dc3-fb63-4da2-940d-c32792cd756b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336998 Sep 14 14:52:23.352669 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58016) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:23.468299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea65e1a-df9a-4980-89b5-5d6b95ca2c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.564464 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea65e1a-df9a-4980-89b5-5d6b95ca2c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.570842 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aea65e1a-df9a-4980-89b5-5d6b95ca2c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.606989 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea65e1a-df9a-4980-89b5-5d6b95ca2c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad66bfa6-0913-40f4-aebb-02c6618efd27,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:23.620551 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-aea65e1a-df9a-4980-89b5-5d6b95ca2c17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eaf201c085aa458dbf3218497aed0a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668819 Sep 14 14:52:23.622421 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58034) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:23.703278 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.733839 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.749521 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ecf94-11c3-44da-9035-660f6fe956ca req-a48d08d9-26fe-4ced-991d-7923c36f2774 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:23.751020 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a18ecf94-11c3-44da-9035-660f6fe956ca req-a48d08d9-26fe-4ced-991d-7923c36f2774 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 944 time: 0.0874751 Sep 14 14:52:23.814565 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a18ecf94-11c3-44da-9035-660f6fe956ca req-b5e4d7c4-cc58-4206-beda-f4d43781b705 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518725 Sep 14 14:52:23.857695 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.860623 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:23.865429 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad66bfa6-0913-40f4-aebb-02c6618efd27 HTTP/1.1" status: 204 len: 168 time: 0.2418132 Sep 14 14:52:23.888248 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbff461-eed4-46c0-a4d3-8265a561ab1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad66bfa6-0913-40f4-aebb-02c6618efd27,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:24.154395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58040) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:24.168843 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-98e7b23e-7d15-4fd4-b782-a5be68b46a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.185038 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a4533173-3217-4183-b338-0b1873c623be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.265676 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-98e7b23e-7d15-4fd4-b782-a5be68b46a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.271922 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-98e7b23e-7d15-4fd4-b782-a5be68b46a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.319762 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-98e7b23e-7d15-4fd4-b782-a5be68b46a41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74bd628ca6f14af6b0f0cad12b6f0f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640863 Sep 14 14:52:24.320442 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b23e-7d15-4fd4-b782-a5be68b46a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0cb4b5-bebd-438a-a731-77b3af15d05e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:24.322545 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58042) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:24.344627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.375787 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.403724 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.458229 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.460858 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.462031 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b0cb4b5-bebd-438a-a731-77b3af15d05e HTTP/1.1" status: 204 len: 168 time: 0.1384175 Sep 14 14:52:24.470039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141017dd-92e0-4578-b9a8-9028d4146d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0cb4b5-bebd-438a-a731-77b3af15d05e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:24.574990 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:24.639727 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 34273b94-9cbf-43ec-9c18-b4901b982daa triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:24.640563 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.751691 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.775655 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:24.777958 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c7842d-5783-4477-b3ae-ed34ab5774d7" -d '{"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:24.791533 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:24.797427 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.824176 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ecb9b-6bce-4416-846e-0f3fde273c85 x-openstack-request-id: req-834ecb9b-6bce-4416-846e-0f3fde273c85 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:24.824435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-plugged", "status": "completed", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:24.824678 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-834ecb9b-6bce-4416-846e-0f3fde273c85 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:24.825120 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'code': 200} Sep 14 14:52:24.830108 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58056) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:24.843735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-38e856c0-b772-497d-8af9-741e827d100e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.852777 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=10']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:24.936924 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-38e856c0-b772-497d-8af9-741e827d100e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.942044 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-38e856c0-b772-497d-8af9-741e827d100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:24.966126 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eb34f-c49d-445c-be14-9afa2b6262a1 req-3644ecdc-d84d-470a-bda1-1867a80066e3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:24.967670 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-675eb34f-c49d-445c-be14-9afa2b6262a1 req-3644ecdc-d84d-470a-bda1-1867a80066e3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0510199 Sep 14 14:52:24.980532 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-38e856c0-b772-497d-8af9-741e827d100e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=930616516d184044b7f0faa6a0da79ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493096 Sep 14 14:52:24.981428 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e856c0-b772-497d-8af9-741e827d100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47e80b-1055-4f7c-8a59-84d57c1a878e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:24.983851 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58060) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:25.012670 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-675eb34f-c49d-445c-be14-9afa2b6262a1 req-2c20bcee-9108-4f51-ab4d-02a6ad7e258f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381935 Sep 14 14:52:25.033001 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:25.054518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:25.107701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:25.111662 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:25.112883 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c47e80b-1055-4f7c-8a59-84d57c1a878e HTTP/1.1" status: 204 len: 168 time: 0.1282599 Sep 14 14:52:25.120904 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05cb91-ecad-4f7b-aee1-bcf9b5972acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47e80b-1055-4f7c-8a59-84d57c1a878e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:25.395150 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:26.140973 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381357e-92f1-4e1c-b2c2-a07b86d27309 req-77c522f7-73f6-4f0a-a882-253615636cdb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:26.143344 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d381357e-92f1-4e1c-b2c2-a07b86d27309 req-77c522f7-73f6-4f0a-a882-253615636cdb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0538073 Sep 14 14:52:26.188154 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d381357e-92f1-4e1c-b2c2-a07b86d27309 req-fc43c8dd-553a-4edd-a9b5-1d497a198231 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Sep 14 14:52:26.386891 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984e0ff-afae-43e0-8713-e59f567910c4 req-c5299885-1098-449a-aa21-137296e5c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:26.389510 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a984e0ff-afae-43e0-8713-e59f567910c4 req-c5299885-1098-449a-aa21-137296e5c126 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1099 time: 0.0493801 Sep 14 14:52:26.429222 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a984e0ff-afae-43e0-8713-e59f567910c4 req-94433441-0774-4fc2-abbd-892b6d418bec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304010 Sep 14 14:52:27.031832 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:27.325452 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444d60d-78df-47d8-92ea-8b9d5f712f65 req-bf5ec621-9f83-462b-9513-f1c16cdaa2e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:27.327158 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9444d60d-78df-47d8-92ea-8b9d5f712f65 req-bf5ec621-9f83-462b-9513-f1c16cdaa2e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0588408 Sep 14 14:52:27.371419 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9444d60d-78df-47d8-92ea-8b9d5f712f65 req-0f6447e1-c911-4be6-9683-52930c4cf692 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367322 Sep 14 14:52:28.184469 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6f19f-0933-4d2c-9cc9-9c2af21660dc req-c1f7548f-3e95-4b2d-abe8-c68926f3bb75 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:28.186189 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52d6f19f-0933-4d2c-9cc9-9c2af21660dc req-c1f7548f-3e95-4b2d-abe8-c68926f3bb75 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0560539 Sep 14 14:52:28.240653 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52d6f19f-0933-4d2c-9cc9-9c2af21660dc req-963f99d2-e9bb-4ce5-8262-7e14ff81074c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466857 Sep 14 14:52:28.263420 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58184) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:28.375118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7a5653d4-4578-4e8e-8515-54e1ca3055c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.485365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7a5653d4-4578-4e8e-8515-54e1ca3055c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.491554 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7a5653d4-4578-4e8e-8515-54e1ca3055c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.520043 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5189c-0e14-446a-8b1a-befe515b55bb req-5a0d106c-7e07-4482-939e-bb294f237375 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:28.527313 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21a5189c-0e14-446a-8b1a-befe515b55bb req-5a0d106c-7e07-4482-939e-bb294f237375 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0608735 Sep 14 14:52:28.542740 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-7a5653d4-4578-4e8e-8515-54e1ca3055c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60403072facf474986339e948176de6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780745 Sep 14 14:52:28.546242 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58206) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:28.548961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5653d4-4578-4e8e-8515-54e1ca3055c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04dd1d7-0c10-4712-8154-761cdb5650c2,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:28.606473 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21a5189c-0e14-446a-8b1a-befe515b55bb req-a2faeda8-e5bd-47f7-b947-9214652fed9f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736070 Sep 14 14:52:28.634950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.661123 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.742445 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.746421 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:28.747831 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a04dd1d7-0c10-4712-8154-761cdb5650c2 HTTP/1.1" status: 204 len: 168 time: 0.2005446 Sep 14 14:52:28.768790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e09460-5947-4da9-bede-3f3edec70454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04dd1d7-0c10-4712-8154-761cdb5650c2,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:29.404880 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12837b-1ed0-4fb8-8634-80f4ede8183d req-8c4ecfa8-506e-4a2a-9ed1-10c52ceae546 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:29.406779 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a12837b-1ed0-4fb8-8634-80f4ede8183d req-8c4ecfa8-506e-4a2a-9ed1-10c52ceae546 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.0760360 Sep 14 14:52:29.472223 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58282) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:29.481086 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a12837b-1ed0-4fb8-8634-80f4ede8183d req-4d6a0140-dd43-454c-9dd1-1fba86940685 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672536 Sep 14 14:52:29.500477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24cbff-f37f-4a21-9e58-216c2b007cb4 req-cac36bd6-7d68-4f93-a24e-8db60b89460a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:29.503159 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a24cbff-f37f-4a21-9e58-216c2b007cb4 req-cac36bd6-7d68-4f93-a24e-8db60b89460a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0829890 Sep 14 14:52:29.541043 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a24cbff-f37f-4a21-9e58-216c2b007cb4 req-c4e50bb6-6f92-4391-8931-f58968ef7f67 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Sep 14 14:52:29.577959 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-941301928-network', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:29.599429 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Made reservation on behalf of 2bd4dd2a437a4e468025035a2262856a for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:29.602277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.612325 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.710603 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.716132 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.728420 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8618696-0027-465f-8a7e-df5cf1bfc18b req-3ee8c675-ab0f-4a17-92e6-955b3c5a940e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:29.728420 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8618696-0027-465f-8a7e-df5cf1bfc18b req-3ee8c675-ab0f-4a17-92e6-955b3c5a940e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0556285 Sep 14 14:52:29.744323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:52:29.755303 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e00c8-84e7-4096-a115-5b1dea1b4f99,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:29.760588 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.760920 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Added segment bed7e9cf-3a30-410c-add4-c885401b3f5f of type vlan for network 96786c64-e379-41f1-b959-d69161c31277 Sep 14 14:52:29.774080 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8618696-0027-465f-8a7e-df5cf1bfc18b req-e7b102ed-ce37-468b-95f7-791ded0ad2db tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Sep 14 14:52:29.803005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.831078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.832155 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:29.832960 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:29.867174 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3931227 Sep 14 14:52:29.869962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58296) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:29.874693 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Request body: {'subnet': {'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-941301928-subnet', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:29.922005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b62e10-dc6d-43c2-a1b4-3835ce6403d4 admin admin] Pushing event updated for resources: {'Network': ['ID=96786c64-e379-41f1-b959-d69161c31277,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:29.934000 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 96786c64-e379-41f1-b959-d69161c31277 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:52:29.939099 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Made reservation on behalf of 2bd4dd2a437a4e468025035a2262856a for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:29.941750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29306152'] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.143151 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25482417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29306166'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.203649 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29a0271-a3ef-4191-83cb-e500fa086a09,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:30.210335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Checking segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:30.210711 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Network hostable DHCP agents. Network: 96786c64-e379-41f1-b959-d69161c31277, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:52:30.228999 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Network 96786c64-e379-41f1-b959-d69161c31277 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:52:30.238114 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 96786c64-e379-41f1-b959-d69161c31277) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:30.242597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:30.243229 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.248977 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1001625-5a0e-4ce2-aa46-33f8e04f8ecf None None] Network 96786c64-e379-41f1-b959-d69161c31277 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:30.258876 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-18ae7c23-7672-45f4-aa1c-8b82ed14319a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3878846 Sep 14 14:52:30.261796 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58310) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:30.266849 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:30.293409 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.294908 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.348915 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.391675 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58314) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:30.419475 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-96786c64-e379-41f1-b959-d69161c31277', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:52:30.420459 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.495779 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.519490 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f3e35e5e-0d56-4c1c-a4a1-eb32ca75a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.621000 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f3e35e5e-0d56-4c1c-a4a1-eb32ca75a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.627818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f3e35e5e-0d56-4c1c-a4a1-eb32ca75a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.674788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e35e5e-0d56-4c1c-a4a1-eb32ca75a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310bcd3c-b8d6-466f-831a-d5649a59fc60,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:30.679589 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f3e35e5e-0d56-4c1c-a4a1-eb32ca75a7cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3087985ef1c942f7af377e53ca23334a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867653 Sep 14 14:52:30.682291 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58322) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:30.714843 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cb394-3c29-4330-a7bd-bc131652cca9 req-64152cfc-10ca-421b-88ca-a2933c431693 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:30.716535 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e81cb394-3c29-4330-a7bd-bc131652cca9 req-64152cfc-10ca-421b-88ca-a2933c431693 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1090257 Sep 14 14:52:30.733541 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34789b0f-5030-4817-a151-0c1741c0ce33 req-f2e834fd-4fb6-4a56-b5f2-43f035fd0013 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:30.735117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34789b0f-5030-4817-a151-0c1741c0ce33 req-f2e834fd-4fb6-4a56-b5f2-43f035fd0013 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0924873 Sep 14 14:52:30.747330 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Allocated IP 172.20.0.2 (96786c64-e379-41f1-b959-d69161c31277/a29a0271-a3ef-4191-83cb-e500fa086a09/dd2b4994-e67b-4df9-b64f-6415b41533e7) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:30.759029 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.781715 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.829791 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e81cb394-3c29-4330-a7bd-bc131652cca9 req-b4c713d2-0f6e-46d2-9654-1deb02ca776d tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915353 Sep 14 14:52:30.837227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.844444 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.850760 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/310bcd3c-b8d6-466f-831a-d5649a59fc60 HTTP/1.1" status: 204 len: 168 time: 0.1648405 Sep 14 14:52:30.878620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e92885-74b3-4eb1-b32b-811318e79a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310bcd3c-b8d6-466f-831a-d5649a59fc60,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:30.904314 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-34789b0f-5030-4817-a151-0c1741c0ce33 req-ef176fb6-4a3c-43c3-97c9-450fd14e5255 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498685 Sep 14 14:52:30.931768 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.936682 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.943144 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Transition to ACTIVE for port object dd2b4994-e67b-4df9-b64f-6415b41533e7 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:30.964271 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:30.966674 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Transition to ACTIVE for port object dd2b4994-e67b-4df9-b64f-6415b41533e7 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:30.991003 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.043335 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Network 96786c64-e379-41f1-b959-d69161c31277 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:31.051023 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:31.055205 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:31.072185 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Pushing event updated for resources: {'Port': ['ID=dd2b4994-e67b-4df9-b64f-6415b41533e7,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:31.140295 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Allocated IP 172.27.1.59 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/6b114783-8220-43f2-877a-fa1dffebec27) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:31.144262 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Attempting to bind port dd2b4994-e67b-4df9-b64f-6415b41533e7 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:31.145865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Attempting to bind port dd2b4994-e67b-4df9-b64f-6415b41533e7 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:31.145865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Attempting to bind port dd2b4994-e67b-4df9-b64f-6415b41533e7 on network 96786c64-e379-41f1-b959-d69161c31277 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:31.154018 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:31.154653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Checking segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:31.155087 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.155477 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Bound using segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:31.156500 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Bound port: dd2b4994-e67b-4df9-b64f-6415b41533e7, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:31.157029 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.228115 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58332) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:31.245388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f27f5607-8b85-4437-808c-52534c42e618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.255432 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] For port dd2b4994-e67b-4df9-b64f-6415b41533e7, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:31.259230 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] For port dd2b4994-e67b-4df9-b64f-6415b41533e7, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=dd2b4994-e67b-4df9-b64f-6415b41533e7,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:31.272796 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.298182 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.343607 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acba55-0261-4f19-8aa9-3867d823546c None None] Pushing event updated for resources: {'Port': ['ID=dd2b4994-e67b-4df9-b64f-6415b41533e7,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:31.379430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.406058 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f27f5607-8b85-4437-808c-52534c42e618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.414537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f27f5607-8b85-4437-808c-52534c42e618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.431471 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:31.451673 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:31.458333 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5607-8b85-4437-808c-52534c42e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10f710-3ec4-4855-9b41-33c1865c979f,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:31.468784 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:31.470313 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f27f5607-8b85-4437-808c-52534c42e618 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d934b543b0542919fd30336000249e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409265 Sep 14 14:52:31.473595 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58336) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:31.510955 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Pushing event updated for resources: {'Port': ['ID=6b114783-8220-43f2-877a-fa1dffebec27,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:31.536668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.560683 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.603607 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ac05d-1949-496f-88ba-1412c115da41 req-94b8cd59-a08d-47e8-ad8c-23a80ac8ade2 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:31.612308 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9c7ac05d-1949-496f-88ba-1412c115da41 req-94b8cd59-a08d-47e8-ad8c-23a80ac8ade2 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.1848171 Sep 14 14:52:31.659238 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.664212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:31.668019 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f10f710-3ec4-4855-9b41-33c1865c979f HTTP/1.1" status: 204 len: 168 time: 0.1909385 Sep 14 14:52:31.687022 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e25fa-4587-4f66-8074-d87f010bad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10f710-3ec4-4855-9b41-33c1865c979f,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:32.011065 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-70c97035-ce26-4e1c-b3b4-f99c70f1a0d3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:32.012571 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-70c97035-ce26-4e1c-b3b4-f99c70f1a0d3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.4363461 Sep 14 14:52:32.018640 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9c7ac05d-1949-496f-88ba-1412c115da41 req-5683e8c8-8df6-491a-9b9d-93ad70e3b352 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044077 Sep 14 14:52:32.059082 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58346) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:32.079801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-89bf9fec-93ae-41c3-a474-b45b34f5564a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.121414 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2708447-8b8b-45b7-afe3-c2939866b2e1 req-0205ca51-1ed4-4ffd-b73f-8ae39671f1a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:32.123311 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b2708447-8b8b-45b7-afe3-c2939866b2e1 req-0205ca51-1ed4-4ffd-b73f-8ae39671f1a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 945 time: 0.1845856 Sep 14 14:52:32.180605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-89bf9fec-93ae-41c3-a474-b45b34f5564a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.185586 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-89bf9fec-93ae-41c3-a474-b45b34f5564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.224886 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf9fec-93ae-41c3-a474-b45b34f5564a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f709a252-ff10-4e33-85e5-18a421357e05,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:32.242324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58348) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:32.242544 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-89bf9fec-93ae-41c3-a474-b45b34f5564a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b7fa7f0444842f999e34cd6fb1bb430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820097 Sep 14 14:52:32.270034 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fff81-6a34-4d7d-ae18-c1281386405b req-ce61ba29-b232-46ad-a493-76f42c141078 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:32.271567 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2c7fff81-6a34-4d7d-ae18-c1281386405b req-ce61ba29-b232-46ad-a493-76f42c141078 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1812415 Sep 14 14:52:32.309088 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b2708447-8b8b-45b7-afe3-c2939866b2e1 req-bc3ffc51-5847-4c86-b4c5-03b5661d7264 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668041 Sep 14 14:52:32.314800 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.398580 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Deleting port 0aafac68-10b1-4281-85e2-960dfb33973b {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:52:32.398930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.419467 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77565059-59a4-4bbf-91ac-6ac602543dad None None] Network 96786c64-e379-41f1-b959-d69161c31277 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:32.426249 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2c7fff81-6a34-4d7d-ae18-c1281386405b req-2de3861b-26b4-400b-837a-cf256ab3602c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447611 Sep 14 14:52:32.478878 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.547710 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-77a39810-d558-4e50-8902-76a0f4dce454 None None] Provisioning for port dd2b4994-e67b-4df9-b64f-6415b41533e7 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:32.552009 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.627331 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] For port 0aafac68-10b1-4281-85e2-960dfb33973b, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0aafac68-10b1-4281-85e2-960dfb33973b,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:32.627696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.655710 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Calling delete_port for 0aafac68-10b1-4281-85e2-960dfb33973b owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:52:32.749769 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.753000 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.754178 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f709a252-ff10-4e33-85e5-18a421357e05 HTTP/1.1" status: 204 len: 168 time: 0.5086858 Sep 14 14:52:32.773053 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.783329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db11eb-c61d-4cee-8bf2-80aa489c45b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f709a252-ff10-4e33-85e5-18a421357e05,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:32.951658 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:32.964524 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:52:32.987034 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Pushing event deleted for resources: {'Port': ['ID=0aafac68-10b1-4281-85e2-960dfb33973b,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:33.019210 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:52:33.035055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] No DVR routers for this DVR port 0aafac68-10b1-4281-85e2-960dfb33973b on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:52:33.038057 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.040069 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6e746e33-d5d7-44f7-b77f-711f2a3c584f req-9c542a25-1e5f-4d64-acde-3c191cad1cb3 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "DELETE /v2.0/ports/0aafac68-10b1-4281-85e2-960dfb33973b HTTP/1.1" status: 204 len: 173 time: 1.0144663 Sep 14 14:52:33.040513 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'name': 'network-vif-deleted', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:33.043068 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28592a-2ddd-4b5c-8b25-90c5dc761443" -d '{"events": [{"server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "name": "network-vif-deleted", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:33.159433 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917a20f-acff-481d-9e38-c602da4d0c05 x-openstack-request-id: req-9917a20f-acff-481d-9e38-c602da4d0c05 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:33.159865 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d59c9d-d4f9-4a90-aba1-87b49a975377", "name": "network-vif-deleted", "tag": "0aafac68-10b1-4281-85e2-960dfb33973b", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:33.160004 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9917a20f-acff-481d-9e38-c602da4d0c05 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:33.160696 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d59c9d-d4f9-4a90-aba1-87b49a975377', 'name': 'network-vif-deleted', 'tag': '0aafac68-10b1-4281-85e2-960dfb33973b', 'status': 'completed', 'code': 200} Sep 14 14:52:33.199194 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:52:33.211389 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Sync routers for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:52:33.221477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7b228-f17f-48ed-bad0-c5e2d42580e5 req-2f56c541-b6c7-4c92-beaa-dd78614a7323 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:33.223075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52e7b228-f17f-48ed-bad0-c5e2d42580e5 req-2f56c541-b6c7-4c92-beaa-dd78614a7323 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.1058798 Sep 14 14:52:33.229450 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:33.230269 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:33.231381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.235109 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f480f2ec-cd4a-49a6-a92e-086327632736 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9696190 Sep 14 14:52:33.235462 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58364) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:33.275717 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52e7b228-f17f-48ed-bad0-c5e2d42580e5 req-bd9ce594-8380-40be-ad6f-5450c6b04921 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Sep 14 14:52:33.379838 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:33.387444 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-71a808ee-9376-4972-bd47-9d826faad498 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:33.389042 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-71a808ee-9376-4972-bd47-9d826faad498 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 945 time: 0.0782881 Sep 14 14:52:33.483362 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f27c7d67-c3cf-4a90-ab5c-e573ca0fffef req-aae3b80d-a680-4c72-922e-78dadc07d95c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=38d59c9d-d4f9-4a90-aba1-87b49a975377 HTTP/1.1" status: 200 len: 210 time: 0.0428255 Sep 14 14:52:33.597072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Deleting port 0c135d82-d652-4a40-a96a-10f0d1d82d73 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:52:33.597565 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.608977 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:31Z', 'revision_number': 3, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:33.655489 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Checking router: 0c68b1c8-1216-4317-a7a8-3de78b4c98cc for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:52:33.656038 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Updating router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc port 6b114783-8220-43f2-877a-fa1dffebec27 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:52:33.693137 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.700408 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0aafac68-10b1-4281-85e2-960dfb33973b no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:52:33.752755 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 0aafac68-10b1-4281-85e2-960dfb33973b {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:52:33.753188 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0aafac68-10b1-4281-85e2-960dfb33973b not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:52:33.760496 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device dd2b4994-e67b-4df9-b64f-6415b41533e7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:33.774119 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433533f6-e497-4940-92df-303b14dd5d4b req-852ce834-3ee4-4d40-861b-ead2f95aa059 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:33.775893 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-433533f6-e497-4940-92df-303b14dd5d4b req-852ce834-3ee4-4d40-861b-ead2f95aa059 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1894007 Sep 14 14:52:33.816634 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] For port 0c135d82-d652-4a40-a96a-10f0d1d82d73, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=0c135d82-d652-4a40-a96a-10f0d1d82d73,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:33.817044 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.841296 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Calling delete_port for 0c135d82-d652-4a40-a96a-10f0d1d82d73 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:52:33.857566 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-433533f6-e497-4940-92df-303b14dd5d4b req-a648d071-aadc-4d10-9ec5-49e03a51e2f7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699408 Sep 14 14:52:33.875593 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:33.896361 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port dd2b4994-e67b-4df9-b64f-6415b41533e7 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:33.903349 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port dd2b4994-e67b-4df9-b64f-6415b41533e7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:33.904102 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.050958 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.056886 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.119243 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port dd2b4994-e67b-4df9-b64f-6415b41533e7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=dd2b4994-e67b-4df9-b64f-6415b41533e7,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:34.125194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Allocated IP 172.20.0.1 (96786c64-e379-41f1-b959-d69161c31277/a29a0271-a3ef-4191-83cb-e500fa086a09/839ad4b5-a4b7-4773-a440-cd4ce862aa85) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:34.125432 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.140503 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Pushing event deleted for resources: {'Port': ['ID=0c135d82-d652-4a40-a96a-10f0d1d82d73,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:34.199379 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.221536 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Transition to ACTIVE for port object 6b114783-8220-43f2-877a-fa1dffebec27 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:34.224448 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=dd2b4994-e67b-4df9-b64f-6415b41533e7,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:34.233450 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.293797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.316539 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Transition to ACTIVE for port object 839ad4b5-a4b7-4773-a440-cd4ce862aa85 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:34.327614 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Pushing event updated for resources: {'Port': ['ID=6b114783-8220-43f2-877a-fa1dffebec27,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:34.338061 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Attempting to bind port 6b114783-8220-43f2-877a-fa1dffebec27 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:34.338834 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Attempting to bind port 6b114783-8220-43f2-877a-fa1dffebec27 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:34.339345 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Attempting to bind port 6b114783-8220-43f2-877a-fa1dffebec27 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:34.347678 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.348902 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.349861 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.350805 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.351345 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.352176 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.352825 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.353800 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.354504 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.355182 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.355879 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.357026 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:34.364144 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.365299 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:34.365767 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:34.366502 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.367204 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:34.368073 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Bound port: 6b114783-8220-43f2-877a-fa1dffebec27, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:34.368722 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.425672 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:34.428717 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] For port 6b114783-8220-43f2-877a-fa1dffebec27, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:34.433604 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] For port 6b114783-8220-43f2-877a-fa1dffebec27, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6b114783-8220-43f2-877a-fa1dffebec27,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:34.440500 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.444639 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Network 96786c64-e379-41f1-b959-d69161c31277 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:34.446006 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:34.448961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:34.521335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.555338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] No DVR routers for this DVR port 0c135d82-d652-4a40-a96a-10f0d1d82d73 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:52:34.557900 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.561056 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f05af2b5-8879-4c95-a39b-a4a1a0327203 req-16f90e0d-b8c3-4303-a57d-740785302a5d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "DELETE /v2.0/ports/0c135d82-d652-4a40-a96a-10f0d1d82d73 HTTP/1.1" status: 204 len: 173 time: 1.1620727 Sep 14 14:52:34.596317 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:34.607540 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:34.612556 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-95b47193-1cb5-448e-8cea-3a1bb3297cc3 req-bb72c5c9-2cc8-4a4e-935c-f0caf3853f2e tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8978f0cf-74d9-435b-9a4b-dc95070d5666 HTTP/1.1" status: 200 len: 210 time: 0.1066766 Sep 14 14:52:34.687834 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518a4cd-1c5f-40e0-8a0f-9e10d9da9c6f None None] Pushing event updated for resources: {'Port': ['ID=6b114783-8220-43f2-877a-fa1dffebec27,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:34.803819 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:34.812513 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.833234 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-a92d11c5-0616-46ad-ba50-326317ac31cb None None] Provisioning for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:34.843481 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-a92d11c5-0616-46ad-ba50-326317ac31cb None None] Provisioning complete for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:34.843864 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a92d11c5-0616-46ad-ba50-326317ac31cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:34.902398 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-a92d11c5-0616-46ad-ba50-326317ac31cb None None] Port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:52:34.942525 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe1ec9-bd49-4a5c-ad95-3eb5d82c1828 req-03630695-f5ab-44a6-9096-b8de815c9ddd tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:34.944200 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0afe1ec9-bd49-4a5c-ad95-3eb5d82c1828 req-03630695-f5ab-44a6-9096-b8de815c9ddd tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0594745 Sep 14 14:52:35.023322 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-84fafbfd-a369-4868-9871-4246803682fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:31Z', 'revision_number': 3, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:35.024978 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0afe1ec9-bd49-4a5c-ad95-3eb5d82c1828 req-bce2e8da-38af-4ddb-9f1c-3382fef56a74 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659051 Sep 14 14:52:35.032384 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb264891-7214-4952-8f0e-fe9d77ab24f6 req-8745e8d8-ac0f-4041-a496-310ce91d31ad tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:35.037358 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb264891-7214-4952-8f0e-fe9d77ab24f6 req-8745e8d8-ac0f-4041-a496-310ce91d31ad tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0896759 Sep 14 14:52:35.056541 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fafbfd-a369-4868-9871-4246803682fb None None] The sync data for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi is: [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:31Z', 'revision_number': 3, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:52:35.063803 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:35.070216 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:35.120477 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb264891-7214-4952-8f0e-fe9d77ab24f6 req-88cd1780-7b58-44d1-b060-2852c45587bf tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752172 Sep 14 14:52:35.162089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'name': 'network-vif-deleted', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:35.167538 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d783b8b6-ffa1-4a17-8fdf-cb7361f5294b" -d '{"events": [{"server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "name": "network-vif-deleted", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:35.172922 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Pushing event updated for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:35.177062 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:35.230030 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e961639-8f6b-4e8d-adc7-0d6f93d4d875 x-openstack-request-id: req-8e961639-8f6b-4e8d-adc7-0d6f93d4d875 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:35.230466 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8978f0cf-74d9-435b-9a4b-dc95070d5666", "name": "network-vif-deleted", "tag": "0c135d82-d652-4a40-a96a-10f0d1d82d73", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:35.230851 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e961639-8f6b-4e8d-adc7-0d6f93d4d875 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:35.231634 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8978f0cf-74d9-435b-9a4b-dc95070d5666', 'name': 'network-vif-deleted', 'tag': '0c135d82-d652-4a40-a96a-10f0d1d82d73', 'status': 'completed', 'code': 200} Sep 14 14:52:35.589131 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Network 96786c64-e379-41f1-b959-d69161c31277 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:35.591299 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:35.656522 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device dd2b4994-e67b-4df9-b64f-6415b41533e7 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:35.726850 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0c135d82-d652-4a40-a96a-10f0d1d82d73 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:52:35.782435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:52:35.785103 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 0c135d82-d652-4a40-a96a-10f0d1d82d73 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:52:35.785682 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 0c135d82-d652-4a40-a96a-10f0d1d82d73 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:52:35.823784 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port dd2b4994-e67b-4df9-b64f-6415b41533e7 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:35.824202 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:35.962497 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6b114783-8220-43f2-877a-fa1dffebec27 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:36.044212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:52:36.062076 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-31fbf9ac-6a4b-46c4-a4f4-9e2457cd6fa2 admin admin] 10.222.0.50 "PUT /v2.0/routers/0c68b1c8-1216-4317-a7a8-3de78b4c98cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8197577 Sep 14 14:52:36.062298 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-fd34a6ad-8010-4cbf-89f4-dc3da5a6b83c None None] Provisioning complete for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:36.062298 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fd34a6ad-8010-4cbf-89f4-dc3da5a6b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.099678 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 6b114783-8220-43f2-877a-fa1dffebec27 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:36.109283 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-fd34a6ad-8010-4cbf-89f4-dc3da5a6b83c None None] Port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:52:36.110754 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 6b114783-8220-43f2-877a-fa1dffebec27 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:36.111413 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.210527 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53578e9c-8922-4e34-b99f-c7c7db2e36da req-a082ec86-e015-45b8-99ac-a125db0770a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:36.226201 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-53578e9c-8922-4e34-b99f-c7c7db2e36da req-a082ec86-e015-45b8-99ac-a125db0770a8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0918834 Sep 14 14:52:36.240488 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.273371 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 6b114783-8220-43f2-877a-fa1dffebec27, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6b114783-8220-43f2-877a-fa1dffebec27,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:36.279608 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.296896 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-53578e9c-8922-4e34-b99f-c7c7db2e36da req-516f113d-e452-45c9-8ccd-7bc6d49fe37e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697331 Sep 14 14:52:36.315281 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5be7b-7f1c-4fb0-841e-c1333755c5af req-744c395e-92d8-493a-b128-8c2932733557 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:36.316987 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5cd5be7b-7f1c-4fb0-841e-c1333755c5af req-744c395e-92d8-493a-b128-8c2932733557 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0885544 Sep 14 14:52:36.352473 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=6b114783-8220-43f2-877a-fa1dffebec27,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:36.366866 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5cd5be7b-7f1c-4fb0-841e-c1333755c5af req-f6e91e65-b6d5-46cb-b1ad-cec52aca8e38 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385911 Sep 14 14:52:36.725194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58432) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:36.730235 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1102562622-network', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:36.754416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Made reservation on behalf of bdb209bafdb2402f9f5b8ebcb0492049 for: {'network': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:36.757453 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.767737 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.866554 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.881217 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.906834 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=100391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:52:36.916516 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fc703-4346-4941-9a6a-cacd74c39a11,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:36.922986 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.923317 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.segments_db [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Added segment a0757cc2-77ec-4cba-ae32-0a65579e466e of type vlan for network 98f9ddba-42d6-467f-9765-41d00536fece Sep 14 14:52:36.969837 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:36.976250 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Sync routers for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:52:36.985429 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:36.986253 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:37.003708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.004969 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:37.005631 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.044187 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3178275 Sep 14 14:52:37.047637 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58436) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:37.053497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Request body: {'subnet': {'network_id': '98f9ddba-42d6-467f-9765-41d00536fece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1102562622-subnet', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:37.077381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Made reservation on behalf of bdb209bafdb2402f9f5b8ebcb0492049 for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:37.079287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77e45e-1d95-4b31-a43a-31d12c03749e admin admin] Pushing event updated for resources: {'Network': ['ID=98f9ddba-42d6-467f-9765-41d00536fece,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:37.080355 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25980081'] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.091792 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 98f9ddba-42d6-467f-9765-41d00536fece details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:52:37.140446 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:37.230918 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.271787 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25330145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25980079'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.329532 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72be21c4-8870-409b-b070-01b4656b6248,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:37.340053 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Checking segment: {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:37.340429 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Network hostable DHCP agents. Network: 98f9ddba-42d6-467f-9765-41d00536fece, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:52:37.364495 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Network 98f9ddba-42d6-467f-9765-41d00536fece is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:52:37.377982 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 98f9ddba-42d6-467f-9765-41d00536fece) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:37.387331 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28d797-038a-4da6-8d4f-98a9676e67ba None None] Network 98f9ddba-42d6-467f-9765-41d00536fece requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:37.407448 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:37.408731 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.436267 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-afefaf4a-3fb3-47de-aa0e-5ea0cad20f0b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3845417 Sep 14 14:52:37.436727 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58444) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:37.443741 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:37.447889 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a0a5e-ae48-45ce-bf4c-3c54ee3f165e req-8ea33476-358b-4d07-939d-ce724b956504 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:37.449736 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b16a0a5e-ae48-45ce-bf4c-3c54ee3f165e req-8ea33476-358b-4d07-939d-ce724b956504 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0743897 Sep 14 14:52:37.467376 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 2, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:37.493019 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.495731 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.534941 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b16a0a5e-ae48-45ce-bf4c-3c54ee3f165e req-c4483a67-e113-433e-b8b3-6681ef0e7c81 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695882 Sep 14 14:52:37.557700 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Checking router: 0c68b1c8-1216-4317-a7a8-3de78b4c98cc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:52:37.558261 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Updating router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:52:37.562935 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2f98e-9104-4a46-929e-b0d32dfcb2cd req-54034327-ead0-4218-af87-e46c5122d1ae tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:37.566500 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.568744 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0aa2f98e-9104-4a46-929e-b0d32dfcb2cd req-54034327-ead0-4218-af87-e46c5122d1ae tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1164908 Sep 14 14:52:37.583627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6b114783-8220-43f2-877a-fa1dffebec27 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:37.614966 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0aa2f98e-9104-4a46-929e-b0d32dfcb2cd req-c13c9c50-5da7-43d0-aeaf-9b286021dc35 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Sep 14 14:52:37.648163 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.721581 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.724669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-98f9ddba-42d6-467f-9765-41d00536fece', 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'fixed_ips': [{'subnet_id': '72be21c4-8870-409b-b070-01b4656b6248'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:52:37.725476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.738573 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 6b114783-8220-43f2-877a-fa1dffebec27 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:37.738826 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.930250 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:37.951907 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.105123 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Allocated IP 172.27.1.196 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:38.217225 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Allocated IP 172.20.0.2 (98f9ddba-42d6-467f-9765-41d00536fece/72be21c4-8870-409b-b070-01b4656b6248/bb0e7c1e-afa5-4093-88b1-02ded4650b04) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:38.224341 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.264807 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.302340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:38.305061 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:38.308540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:38.336690 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:38.350835 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.351186 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.351526 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.351844 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.352186 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.352506 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.352841 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.353160 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.353471 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.353660 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.353780 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.354080 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.354372 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:52:38.377035 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Transition to ACTIVE for port object 839ad4b5-a4b7-4773-a440-cd4ce862aa85 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:38.389183 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.509159 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc6c8e-34b7-4536-924c-df86d577c2ca None None] Pushing event updated for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:38.540639 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.570120 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Transition to ACTIVE for port object bb0e7c1e-afa5-4093-88b1-02ded4650b04 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:38.587209 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Attempting to bind port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:38.587570 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Attempting to bind port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:38.587924 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Attempting to bind port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 on network 96786c64-e379-41f1-b959-d69161c31277 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:38.600635 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Transition to ACTIVE for port object bb0e7c1e-afa5-4093-88b1-02ded4650b04 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:38.603044 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:38.603411 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Checking segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:38.603818 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.604232 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Bound using segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:38.604792 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Bound port: 839ad4b5-a4b7-4773-a440-cd4ce862aa85, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:38.605127 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.627295 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.632497 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.695071 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe52176-3aed-45ce-88b7-438e8d61a605 req-4559182e-084f-4437-9ae3-1482d344159e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:38.697449 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6fe52176-3aed-45ce-88b7-438e8d61a605 req-4559182e-084f-4437-9ae3-1482d344159e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0658648 Sep 14 14:52:38.723788 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Network 98f9ddba-42d6-467f-9765-41d00536fece is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:38.728200 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:38.731962 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] For port 839ad4b5-a4b7-4773-a440-cd4ce862aa85, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:38.737469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:38.756860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] For port 839ad4b5-a4b7-4773-a440-cd4ce862aa85, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=839ad4b5-a4b7-4773-a440-cd4ce862aa85,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:38.770912 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Pushing event updated for resources: {'Port': ['ID=bb0e7c1e-afa5-4093-88b1-02ded4650b04,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:38.778290 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6fe52176-3aed-45ce-88b7-438e8d61a605 req-ef6ddd1f-f813-407a-bae0-b7772fa5ac54 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707436 Sep 14 14:52:38.794369 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83d959-e83e-4114-bf21-af6c7a99ca34 req-37f46035-4135-4151-a5ee-8f7aee3d0f25 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:38.795913 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4c83d959-e83e-4114-bf21-af6c7a99ca34 req-37f46035-4135-4151-a5ee-8f7aee3d0f25 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0973604 Sep 14 14:52:38.806017 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.838692 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4c83d959-e83e-4114-bf21-af6c7a99ca34 req-f9eb9307-1b36-4888-a084-0bdb10cad265 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359766 Sep 14 14:52:38.864492 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Attempting to bind port bb0e7c1e-afa5-4093-88b1-02ded4650b04 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:38.864853 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Attempting to bind port bb0e7c1e-afa5-4093-88b1-02ded4650b04 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:38.865206 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Attempting to bind port bb0e7c1e-afa5-4093-88b1-02ded4650b04 on network 98f9ddba-42d6-467f-9765-41d00536fece {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:38.881969 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.884396 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:38.884764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Checking segment: {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:38.885176 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.885548 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Bound using segment: {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:38.886004 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Bound port: bb0e7c1e-afa5-4093-88b1-02ded4650b04, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:38.886375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:38.910094 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc6c8e-34b7-4536-924c-df86d577c2ca None None] Pushing event updated for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:38.916734 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:38.917350 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:39.020646 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Router f0f56a06-d417-42c8-b957-a51368ca3a1f is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:52:39.043340 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] For port bb0e7c1e-afa5-4093-88b1-02ded4650b04, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:39.061848 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] For port bb0e7c1e-afa5-4093-88b1-02ded4650b04, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bb0e7c1e-afa5-4093-88b1-02ded4650b04,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:39.074281 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:39.096595 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:39.154841 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:52:39.172785 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Sync routers for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:52:39.175908 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:39.177702 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-393c949b-5b76-4b47-9cde-57ae496087e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7397339 Sep 14 14:52:39.180420 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58456) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:39.190951 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:39.192241 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:39.217780 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90d11b-e62a-403f-a409-6a6020ede13e None None] Pushing event updated for resources: {'Port': ['ID=bb0e7c1e-afa5-4093-88b1-02ded4650b04,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:39.380930 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:39.437673 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:39.483889 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f4821-e4b8-4a72-be57-772c36f9df84 None None] The sync data for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi is: [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:52:39.674214 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 3, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:39.691425 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bb0e7c1e-afa5-4093-88b1-02ded4650b04 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:39.716452 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Checking router: f0f56a06-d417-42c8-b957-a51368ca3a1f for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:52:39.716888 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Updating router f0f56a06-d417-42c8-b957-a51368ca3a1f port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:52:39.754641 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:39.760939 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port bb0e7c1e-afa5-4093-88b1-02ded4650b04 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:39.798323 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:39.965181 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a237-8b7c-4093-aea0-2f7398729695 req-d327f295-1537-4f89-b2a7-759f0eda09df tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:39.968066 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1cf7a237-8b7c-4093-aea0-2f7398729695 req-d327f295-1537-4f89-b2a7-759f0eda09df tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0723307 Sep 14 14:52:40.045860 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1cf7a237-8b7c-4093-aea0-2f7398729695 req-63b265f6-e6d7-4abb-bb7c-5fb7361ed880 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675228 Sep 14 14:52:40.094313 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bfdf4-9d3b-48ef-9cbf-160fa7185201 req-54aeba4e-b40e-48d2-8a11-945cfadc6450 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:40.096634 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ca1bfdf4-9d3b-48ef-9cbf-160fa7185201 req-54aeba4e-b40e-48d2-8a11-945cfadc6450 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1273408 Sep 14 14:52:40.120994 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:52:40.203465 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ca1bfdf4-9d3b-48ef-9cbf-160fa7185201 req-a564ad2b-35fe-4dbf-add0-493c0d839a4a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910058 Sep 14 14:52:40.228558 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.241314 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Transition to ACTIVE for port object ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:40.254595 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.303672 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd925e-d008-44bf-98b2-8f9703d41e97 None None] Pushing event updated for resources: {'Port': ['ID=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,revision_number=2']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:40.310207 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-ead21bad-7ac9-4c92-bf93-93ecb5294ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995288 Sep 14 14:52:40.336978 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Attempting to bind port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:40.337483 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Attempting to bind port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:40.337962 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Attempting to bind port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:40.347118 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:40.347693 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:40.348218 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.349012 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:40.349602 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Bound port: ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:40.350131 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.422949 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] For port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:40.427115 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] For port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:40.432927 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.479663 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-8f101f24-1555-4a8f-8dd2-8c374cc4af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:40.485832 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-8f101f24-1555-4a8f-8dd2-8c374cc4af13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 1099 time: 0.1507397 Sep 14 14:52:40.513228 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd925e-d008-44bf-98b2-8f9703d41e97 None None] Pushing event updated for resources: {'Port': ['ID=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:40.542656 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:40.543446 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:40.545805 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Allocated IP 172.20.0.1 (98f9ddba-42d6-467f-9765-41d00536fece/72be21c4-8870-409b-b070-01b4656b6248/30d5dc01-5396-4018-96cf-b60c67636937) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:40.639715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b24df-da0b-42b3-840c-2d71bb3b0528 None None] Network 98f9ddba-42d6-467f-9765-41d00536fece requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:40.697105 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-62ff4a7f-9589-4cfd-8f38-d75f35fa4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:40.705685 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-62ff4a7f-9589-4cfd-8f38-d75f35fa4781 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.1931953 Sep 14 14:52:40.739318 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:40.784404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.806532 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Provisioning for port bb0e7c1e-afa5-4093-88b1-02ded4650b04 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:40.817276 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Transition to ACTIVE for port object 30d5dc01-5396-4018-96cf-b60c67636937 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:40.825721 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Provisioning complete for port bb0e7c1e-afa5-4093-88b1-02ded4650b04 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:40.827344 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.883148 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.903604 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58484) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:40.913360 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-2127dad3-c817-4f3d-80f6-1af834bc32db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 200 len: 1000 time: 0.2058733 Sep 14 14:52:40.949556 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Network 98f9ddba-42d6-467f-9765-41d00536fece is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:40.952612 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:40.957972 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:40.985430 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:40.997640 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Pushing event updated for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:41.006610 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] For port bb0e7c1e-afa5-4093-88b1-02ded4650b04, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bb0e7c1e-afa5-4093-88b1-02ded4650b04,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:41.035411 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.047469 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-2a698b58-9efc-492d-ab35-152447dc8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:41.050163 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-2a698b58-9efc-492d-ab35-152447dc8cd8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.1279972 Sep 14 14:52:41.069511 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.097553 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d2daf-5cc3-4482-af13-9bb71ea7e6a5 None None] Pushing event updated for resources: {'Port': ['ID=bb0e7c1e-afa5-4093-88b1-02ded4650b04,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:41.174931 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-27ebbd3c-c4b3-4a20-8651-c54fc26c0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:41.176585 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-27ebbd3c-c4b3-4a20-8651-c54fc26c0802 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1176257 Sep 14 14:52:41.193658 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 3, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:41.228523 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb703a8-4199-455b-9b4f-4eb92c905801 None None] The sync data for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi is: [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:38Z', 'revision_number': 3, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:52:41.255250 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9330ba12-9ca7-4146-af00-e9bc27b345e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.363922 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.370298 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2ed4-07cc-4ce9-a9a0-fdb01c2bd649 req-3ccef39e-3e69-424b-8db4-4aa89ea376fa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:41.374015 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-073a2ed4-07cc-4ce9-a9a0-fdb01c2bd649 req-3ccef39e-3e69-424b-8db4-4aa89ea376fa tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1858823 Sep 14 14:52:41.403985 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-e28003ca-d80e-473f-8a91-97d821e4be4b service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066391 Sep 14 14:52:41.428878 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32715f09-1f19-437d-9012-130c400f9f17 req-e0cf52fb-305f-40a1-bb6f-e90dc0f45a4c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:41.430444 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-32715f09-1f19-437d-9012-130c400f9f17 req-e0cf52fb-305f-40a1-bb6f-e90dc0f45a4c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1192183 Sep 14 14:52:41.464720 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-073a2ed4-07cc-4ce9-a9a0-fdb01c2bd649 req-8e245597-4db3-498c-9565-7d6767392ca8 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822051 Sep 14 14:52:41.474114 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Provisioning for port 30d5dc01-5396-4018-96cf-b60c67636937 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:41.483753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Provisioning complete for port 30d5dc01-5396-4018-96cf-b60c67636937 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:41.485230 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.509514 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9330ba12-9ca7-4146-af00-e9bc27b345e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.576942 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Port 30d5dc01-5396-4018-96cf-b60c67636937 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:52:41.598982 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Provisioning complete for port bb0e7c1e-afa5-4093-88b1-02ded4650b04 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:41.599445 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8096c4dd-1ab5-49b1-824d-cccef33ff74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.616523 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9330ba12-9ca7-4146-af00-e9bc27b345e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.669957 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-32715f09-1f19-437d-9012-130c400f9f17 req-0482fb8e-1ba8-4a89-9586-573f6d247cde tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296100 Sep 14 14:52:41.686214 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f183d509-19c9-4cf1-acf9-b23d82c2c59e req-2c32ca0a-f6a2-47fb-a5c0-db0143d07e69 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702582 Sep 14 14:52:41.790605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ba12-9ca7-4146-af00-e9bc27b345e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7310b317-2151-4af4-a988-327591e086c8,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:41.799579 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9330ba12-9ca7-4146-af00-e9bc27b345e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88432e452ae9442bbe21fdd899965be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947423 Sep 14 14:52:41.802383 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58496) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:41.876669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 839ad4b5-a4b7-4773-a440-cd4ce862aa85 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:41.894402 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.904124 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.953534 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.964741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:41.971066 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:41.973102 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:41.992574 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.008125 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Pushing event updated for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:42.017643 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-21aea6ea-98e6-4292-a6af-dc1a171f2b2c None None] Provisioning complete for port 30d5dc01-5396-4018-96cf-b60c67636937 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:42.018009 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-21aea6ea-98e6-4292-a6af-dc1a171f2b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.021896 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.065154 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-21aea6ea-98e6-4292-a6af-dc1a171f2b2c None None] Port 30d5dc01-5396-4018-96cf-b60c67636937 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:52:42.074607 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.078178 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.079815 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7310b317-2151-4af4-a988-327591e086c8 HTTP/1.1" status: 204 len: 168 time: 0.2762787 Sep 14 14:52:42.106830 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0302d0d-b075-40b8-8cc2-bfa506208bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7310b317-2151-4af4-a988-327591e086c8,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:42.145134 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.171950 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Network 98f9ddba-42d6-467f-9765-41d00536fece is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:42.173834 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:42.189465 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 839ad4b5-a4b7-4773-a440-cd4ce862aa85, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=839ad4b5-a4b7-4773-a440-cd4ce862aa85,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:42.196709 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.199814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bb0e7c1e-afa5-4093-88b1-02ded4650b04 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:42.324400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:42.341020 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port bb0e7c1e-afa5-4093-88b1-02ded4650b04 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:42.341020 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.370304 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Router f0f56a06-d417-42c8-b957-a51368ca3a1f has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:52:42.500728 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:52:42.507424 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1c209abb-25a7-4583-be54-9ba1b45dd3fa admin admin] 10.222.0.50 "PUT /v2.0/routers/f0f56a06-d417-42c8-b957-a51368ca3a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3255799 Sep 14 14:52:42.610226 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-dfcb6f31-d5b7-47b7-b9c7-bd95b6589dff None None] Provisioning complete for port 30d5dc01-5396-4018-96cf-b60c67636937 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:42.611097 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-dfcb6f31-d5b7-47b7-b9c7-bd95b6589dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:42.671411 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-dfcb6f31-d5b7-47b7-b9c7-bd95b6589dff None None] Port 30d5dc01-5396-4018-96cf-b60c67636937 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:52:42.679524 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad42cc-c66a-4a7e-b697-93ce4a703c13 req-d23d55bc-e8d0-4f03-9d37-cf09096861ed tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:42.682249 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8ad42cc-c66a-4a7e-b697-93ce4a703c13 req-d23d55bc-e8d0-4f03-9d37-cf09096861ed tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0994503 Sep 14 14:52:42.736737 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a8ad42cc-c66a-4a7e-b697-93ce4a703c13 req-ecd7b161-1fc7-4c35-b30e-8d3f80cc00c1 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Sep 14 14:52:42.851032 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e73a5-5fec-443a-a2ec-135765e7ad09 req-e77861de-d5e7-4c3e-a831-e9e9cbb7232d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:42.852924 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-353e73a5-5fec-443a-a2ec-135765e7ad09 req-e77861de-d5e7-4c3e-a831-e9e9cbb7232d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Sep 14 14:52:42.905827 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-353e73a5-5fec-443a-a2ec-135765e7ad09 req-c31183c9-649d-4736-aefe-f723e3784b36 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Sep 14 14:52:43.306899 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58536) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:43.311947 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020896335', 'description': 'tempest-secgroup-smoke-1020896335 description', 'project_id': '2bd4dd2a437a4e468025035a2262856a'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:43.340696 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.459587 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.465852 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.496571 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.497990 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1900139 Sep 14 14:52:43.501641 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58548) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:43.509861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:43.535288 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Sync routers for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:52:43.540044 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01082063-2751-44b8-84f0-f67cca3be09d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17918f-b190-41c9-a1e4-765234c615d0,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:43.549926 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:43.550653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:43.575814 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.645940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.655880 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.689557 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1452e9fa-9198-41a3-92f1-753d05f1eaeb,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:43.701645 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.703824 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-402ab5d1-2fcf-4763-826f-af3ecd0b7e8b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011662 Sep 14 14:52:43.706624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58550) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:43.714101 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:43.756533 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.826214 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:43.860402 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.866004 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.873105 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:43.882432 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b126ad-1849-4181-b1df-7aad820bfa58,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:43.904486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:43.905709 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4522a895-9c8b-4fbc-88d7-c4e75fce2958 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1980708 Sep 14 14:52:43.908979 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58554) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:43.909996 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff28c5-44c3-4218-a149-afc9856b6243 req-77c74997-0f9a-44b7-bcd5-a5e8ed1d862c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:43.913150 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:43.918161 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3ff28c5-44c3-4218-a149-afc9856b6243 req-77c74997-0f9a-44b7-bcd5-a5e8ed1d862c tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0854270 Sep 14 14:52:43.969258 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3ff28c5-44c3-4218-a149-afc9856b6243 req-0ba880c2-08af-4fe7-9dab-94be503c4cf2 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 Sep 14 14:52:43.981176 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.061416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.066077 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.070694 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:44.079287 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:44.079922 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.084287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2db21f-1647-494b-870c-a2b91c1978ce,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.093943 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a73c3-ff88-4dfc-bc93-b1638565334b req-0d2f2dd1-fef9-46b7-9963-ebc416e0f80e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:44.095640 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7f1a73c3-ff88-4dfc-bc93-b1638565334b req-0d2f2dd1-fef9-46b7-9963-ebc416e0f80e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0766759 Sep 14 14:52:44.097285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.101243 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2f65ae4d-f477-4a6e-867b-b37b3a07a8cf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1889200 Sep 14 14:52:44.102140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58564) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:44.107117 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:44.165715 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7f1a73c3-ff88-4dfc-bc93-b1638565334b req-16175f0f-52fc-4d0c-a08b-530de7b185e7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525978 Sep 14 14:52:44.167478 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.222062 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.224452 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.229335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.230930 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:41Z', 'revision_number': 4, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '30d5dc01-5396-4018-96cf-b60c67636937', 'name': '', 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'mac_address': 'fa:16:3e:08:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72be21c4-8870-409b-b070-01b4656b6248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:39Z', 'updated_at': '2021-09-14T14:52:41Z', 'revision_number': 2, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'subnets': [{'id': '72be21c4-8870-409b-b070-01b4656b6248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:44.245323 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08561782-bb86-445a-a936-f2e4d42e35fa,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.260701 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.262214 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2f08e865-eae0-4270-b71a-ce2ec284d3b7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588531 Sep 14 14:52:44.264995 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58566) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:44.270140 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Checking router: f0f56a06-d417-42c8-b957-a51368ca3a1f for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:52:44.270324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:44.270528 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Updating router f0f56a06-d417-42c8-b957-a51368ca3a1f port 30d5dc01-5396-4018-96cf-b60c67636937 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:52:44.293064 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:44.296931 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.securitygroups_db [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Project 2bd4dd2a437a4e468025035a2262856a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:52:44.300350 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.301149 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 839ad4b5-a4b7-4773-a440-cd4ce862aa85 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:44.302500 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.338237 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.362418 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.367740 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.387537 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc182ad-61a7-471e-81ef-13daa0b4c312,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.398071 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.402076 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4ac2aa34-2847-4058-90ab-70172a6e11ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334977 Sep 14 14:52:44.402539 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58568) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:44.407002 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'security_group_rule': {'security_group_id': 'cb17918f-b190-41c9-a1e4-765234c615d0', 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:44.408783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.432252 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.securitygroups_db [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Project 2bd4dd2a437a4e468025035a2262856a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:52:44.437688 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.488173 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:44.488542 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.504655 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.509888 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.531575 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a671faf-4969-48ea-9f1c-b39861db5dba,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.541077 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.542442 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b38c4424-65e7-49b4-a85b-9dc9c0c7a66f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389058 Sep 14 14:52:44.719504 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.730731 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Transition to ACTIVE for port object 30d5dc01-5396-4018-96cf-b60c67636937 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:44.738412 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.819138 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256053-98e6-4bb5-ac78-670179664b24 None None] Pushing event updated for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:44.856435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Attempting to bind port 30d5dc01-5396-4018-96cf-b60c67636937 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:44.856803 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Attempting to bind port 30d5dc01-5396-4018-96cf-b60c67636937 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:44.857512 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Attempting to bind port 30d5dc01-5396-4018-96cf-b60c67636937 on network 98f9ddba-42d6-467f-9765-41d00536fece {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:44.864679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:44.865052 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Checking segment: {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:44.865467 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.865844 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Bound using segment: {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:44.866317 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Bound port: 30d5dc01-5396-4018-96cf-b60c67636937, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0757cc2-77ec-4cba-ae32-0a65579e466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:44.866693 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:44.947177 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] For port 30d5dc01-5396-4018-96cf-b60c67636937, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:44.951933 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] For port 30d5dc01-5396-4018-96cf-b60c67636937, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=30d5dc01-5396-4018-96cf-b60c67636937,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:44.959186 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:45.059100 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd256053-98e6-4bb5-ac78-670179664b24 None None] Pushing event updated for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:45.078225 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:45.082798 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:45.153011 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1526b-482b-4b7a-bb57-88a24ff0f400 req-4d786057-8d79-4213-b645-29771570fa9a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:45.153011 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fd1526b-482b-4b7a-bb57-88a24ff0f400 req-4d786057-8d79-4213-b645-29771570fa9a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.0899146 Sep 14 14:52:45.224055 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5fd1526b-482b-4b7a-bb57-88a24ff0f400 req-e41b0ab4-ab35-4cc6-89c7-5309c579800f tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/security-groups?id=541be6e0-8739-4f5a-9567-f81f14732fab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668740 Sep 14 14:52:45.292275 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:45.375775 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fb20e-4a36-42fc-b086-7f5ff6cc6833 req-bd9ba5b0-ef75-4794-9649-a6bde55dc8f3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:45.384187 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ab5fb20e-4a36-42fc-b086-7f5ff6cc6833 req-bd9ba5b0-ef75-4794-9649-a6bde55dc8f3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1092484 Sep 14 14:52:45.427520 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ab5fb20e-4a36-42fc-b086-7f5ff6cc6833 req-fcecc089-50ba-4c1e-88e7-3e57891c3e96 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Sep 14 14:52:45.575116 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:45.593028 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-37e9c2f7-f876-4144-86b9-aaa0a923bb52 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:45.594519 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-37e9c2f7-f876-4144-86b9-aaa0a923bb52 tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 945 time: 0.1107106 Sep 14 14:52:45.622065 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-0b2e7a4d-6e6f-45a0-9766-86eedc37dd73 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:45.623645 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-0b2e7a4d-6e6f-45a0-9766-86eedc37dd73 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 813 time: 0.1618423 Sep 14 14:52:45.641216 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:41Z', 'revision_number': 4, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '30d5dc01-5396-4018-96cf-b60c67636937', 'name': '', 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'mac_address': 'fa:16:3e:08:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72be21c4-8870-409b-b070-01b4656b6248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:39Z', 'updated_at': '2021-09-14T14:52:44Z', 'revision_number': 4, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'subnets': [{'id': '72be21c4-8870-409b-b070-01b4656b6248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:45.662631 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-59b73a5f-4cb4-44ea-9cf4-5103899be45b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/quotas/66cb76dd951a4a10ac7fbcd9db1fbfeb HTTP/1.1" status: 200 len: 375 time: 0.0198412 Sep 14 14:52:45.684554 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:45.685077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:45.689837 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d6afda-cd19-426d-bb23-49ccb343e188 None None] The sync data for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi is: [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:41Z', 'revision_number': 4, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '30d5dc01-5396-4018-96cf-b60c67636937', 'name': '', 'network_id': '98f9ddba-42d6-467f-9765-41d00536fece', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'mac_address': 'fa:16:3e:08:23:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72be21c4-8870-409b-b070-01b4656b6248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:39Z', 'updated_at': '2021-09-14T14:52:44Z', 'revision_number': 4, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'subnets': [{'id': '72be21c4-8870-409b-b070-01b4656b6248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:52:45.726999 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-846107a1-8616-4d08-a5ba-03d50eb3e967 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576947 Sep 14 14:52:45.810786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Deleting port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:52:45.810786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:45.919141 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-8a7318c4-aa6b-493b-b9f5-7a85eff79434 service neutron] 10.222.0.50 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755450 Sep 14 14:52:46.034597 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] For port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:46.034597 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:46.051877 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Calling delete_port for 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:52:46.079146 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-84f4c90c-9cef-4d3f-b732-750bdac3520f service neutron] 10.222.0.50 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519220 Sep 14 14:52:46.233640 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:46.247566 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:52:46.329825 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-705ea561-023d-460c-87f0-a7cd99a42fff req-1f5e61db-f300-4ab2-8947-8b1bc97fb12b tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0566938 Sep 14 14:52:46.335224 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Pushing event deleted for resources: {'Port': ['ID=855c2e9c-668f-4e8e-9b1c-01f3bd96c40c,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:46.395507 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dff7f54b-55dc-4000-ab58-8df8f0be0efc req-3aae1fbf-a2a6-48ff-bba0-75f1d6bf103e tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 210 time: 0.0498893 Sep 14 14:52:46.453189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] No DVR routers for this DVR port 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:52:46.460516 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:46.462761 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e8c9387b-4221-4a2b-9632-fe3246b6bab3 req-957ea6b8-76d9-4c25-8dff-d8c3c70a29bb tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.64 "DELETE /v2.0/ports/855c2e9c-668f-4e8e-9b1c-01f3bd96c40c HTTP/1.1" status: 204 len: 173 time: 0.8606644 Sep 14 14:52:46.463328 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'name': 'network-vif-deleted', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:46.466194 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04ca77-f4d9-4ab1-b856-c623fc652573" -d '{"events": [{"server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "name": "network-vif-deleted", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:46.517619 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63283681-d6eb-4d7c-acb5-9b81df00a1b8 x-openstack-request-id: req-63283681-d6eb-4d7c-acb5-9b81df00a1b8 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:46.517910 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaae2aa-c43f-4e60-89fd-ee97f126730c", "name": "network-vif-deleted", "tag": "855c2e9c-668f-4e8e-9b1c-01f3bd96c40c", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:46.518158 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63283681-d6eb-4d7c-acb5-9b81df00a1b8 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:46.518556 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaae2aa-c43f-4e60-89fd-ee97f126730c', 'name': 'network-vif-deleted', 'tag': '855c2e9c-668f-4e8e-9b1c-01f3bd96c40c', 'status': 'completed', 'code': 200} Sep 14 14:52:46.604459 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a216911-bb44-4c66-b82e-f2bcf7765daa req-b466ad52-1769-47d9-9a17-4d164b4aeb22 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:46.613047 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a216911-bb44-4c66-b82e-f2bcf7765daa req-b466ad52-1769-47d9-9a17-4d164b4aeb22 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0826905 Sep 14 14:52:46.660880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a216911-bb44-4c66-b82e-f2bcf7765daa req-8190d5a5-b378-45a3-9685-1d536912aa44 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468626 Sep 14 14:52:47.451457 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e3f422f0-0671-4c4a-8159-0a2f0fc1ede2 req-87970af6-42d7-4544-bb76-9b862412e125 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0389831 Sep 14 14:52:47.517460 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-49535f20-3f2f-4f8f-bd05-7f17696672b3 req-ce591d2e-f04a-497a-9f9b-505499ede9ef tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 210 time: 0.0274725 Sep 14 14:52:47.579336 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 30d5dc01-5396-4018-96cf-b60c67636937 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:47.630719 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 30d5dc01-5396-4018-96cf-b60c67636937 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:47.634457 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 30d5dc01-5396-4018-96cf-b60c67636937 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:47.634822 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:47.718371 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:47.753720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 30d5dc01-5396-4018-96cf-b60c67636937, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=30d5dc01-5396-4018-96cf-b60c67636937,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:47.757565 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:47.789318 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb917b05-b975-4795-a855-4cecca4cf2ba req-717edc76-a5d5-4da0-9a7d-4bc62c2bc53b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:47.790812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cb917b05-b975-4795-a855-4cecca4cf2ba req-717edc76-a5d5-4da0-9a7d-4bc62c2bc53b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0503056 Sep 14 14:52:47.806847 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:47.842833 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cb917b05-b975-4795-a855-4cecca4cf2ba req-f3799b3c-f024-4b20-b357-9e1ec42e742d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458937 Sep 14 14:52:48.547826 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b6ffa04-3ae6-4a94-b608-3d98ccbe3ca8 req-9098b3d3-72d5-4416-aaa2-75429d0f3bd5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0299313 Sep 14 14:52:48.647295 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ad207dae-08a9-4752-8b52-8daf0f75b43a req-4c6464cb-154c-498e-a367-60e40095400a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 210 time: 0.0277221 Sep 14 14:52:49.007981 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b1400-1930-4955-a687-a5572bb58cc3 req-a3748354-5f4a-4fd6-a140-c492c0b2fb53 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:49.009555 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6d0b1400-1930-4955-a687-a5572bb58cc3 req-a3748354-5f4a-4fd6-a140-c492c0b2fb53 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0552034 Sep 14 14:52:49.048925 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6d0b1400-1930-4955-a687-a5572bb58cc3 req-00638ab9-c9ce-45b1-964b-1fb45b1b2e01 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Sep 14 14:52:49.570112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 30d5dc01-5396-4018-96cf-b60c67636937 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:49.638838 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 30d5dc01-5396-4018-96cf-b60c67636937 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:49.639335 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:49.647214 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c30f7d2-7ff5-4cb1-8979-26486d150932 req-a6d59532-8f79-451f-9638-86364520998c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0309434 Sep 14 14:52:49.773706 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-debb3b9e-071d-4252-8306-8e2fdcf8d1d5 req-af2e4e17-e8af-4be2-837a-c72b324dfb7a tempest-ServerRescueNegativeTestJSON-579706406 tempest-ServerRescueNegativeTestJSON-579706406-project] 10.222.0.50 "GET /v2.0/ports?device_id=baaae2aa-c43f-4e60-89fd-ee97f126730c HTTP/1.1" status: 200 len: 210 time: 0.0311220 Sep 14 14:52:49.826183 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:52:49.846690 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:52:49.847035 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 855c2e9c-668f-4e8e-9b1c-01f3bd96c40c not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:52:50.188858 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1bbd7-43f2-4855-9b65-ac7e3313364a req-8a632d6e-f103-4bc9-a061-cb0fc8e49fe5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:50.191213 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-15e1bbd7-43f2-4855-9b65-ac7e3313364a req-8a632d6e-f103-4bc9-a061-cb0fc8e49fe5 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0633605 Sep 14 14:52:50.236082 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-15e1bbd7-43f2-4855-9b65-ac7e3313364a req-eec4f80c-10f9-4c9a-9526-2ec524d34978 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363925 Sep 14 14:52:50.527612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1852aaa-01da-43f4-96d7-20da8baf2af3 req-31b649e1-86d9-4576-9730-068460a0de60 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:50.529172 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b1852aaa-01da-43f4-96d7-20da8baf2af3 req-31b649e1-86d9-4576-9730-068460a0de60 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0576193 Sep 14 14:52:50.639145 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b1852aaa-01da-43f4-96d7-20da8baf2af3 req-af95a9f0-7d2b-4227-a6ec-b59ea9addeca tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021047 Sep 14 14:52:50.674693 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-99327c00-ddcb-4ec6-ac21-1f80c54456eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:50.678418 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-99327c00-ddcb-4ec6-ac21-1f80c54456eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1099 time: 0.1357734 Sep 14 14:52:50.824686 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3e76eb7d-8eaa-4f42-9e0b-9d83e27ee0a8 req-0364184a-2c9e-4e17-88f2-81ca4ef72540 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0716851 Sep 14 14:52:50.833795 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-acf3de8b-49a4-489f-a993-d9f1200aebec tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:50.835694 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-acf3de8b-49a4-489f-a993-d9f1200aebec tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 813 time: 0.2003171 Sep 14 14:52:50.858245 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58716) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:50.862350 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Request body: {'port': {'device_id': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6', 'admin_state_up': True, 'tenant_id': '66cb76dd951a4a10ac7fbcd9db1fbfeb'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:50.866012 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-a3fb0873-f4c7-4844-a6df-25893b698912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:50.867396 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-a3fb0873-f4c7-4844-a6df-25893b698912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.1761832 Sep 14 14:52:50.994613 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Made reservation on behalf of 66cb76dd951a4a10ac7fbcd9db1fbfeb for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:50.998486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.163920 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Allocated IP 172.20.0.11 (c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6/4ec147fc-1c54-443c-9bd6-eb10a1c7f472/458750c8-56ac-42f1-ae14-01f520052ad9) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:52:51.247901 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-5eec0a5f-6b68-4f5c-849d-331c485e52e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 1002 time: 0.1065798 Sep 14 14:52:51.351067 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-dde5c316-8bf4-41c5-9bc9-145a04fdbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:51.352553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-dde5c316-8bf4-41c5-9bc9-145a04fdbadb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0949817 Sep 14 14:52:51.367673 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.416234 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.461260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:52:51.464581 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:51.468542 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:52:51.478226 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-ed149b6e-9984-4f7b-a703-9ef7167b7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:51.478226 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-ed149b6e-9984-4f7b-a703-9ef7167b7c88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1147225 Sep 14 14:52:51.505354 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Pushing event updated for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:51.535362 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:51.535977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.553096 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-9687ade0-6a8c-4c6b-b5b3-d39936b5f68d tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6994565 Sep 14 14:52:51.571293 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Request body: {'port': {'device_id': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:51.641521 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-47c49867-66e4-4ebf-9dba-f24ccb069074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.659960 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-ece85f28-00f9-45c9-bd68-fe0beb558cf2 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728995 Sep 14 14:52:51.660271 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:51.862418 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-38bdd870-e5bd-4a83-894b-5bf13a46713f req-5a8e30de-6574-4d49-8868-cff8e13b903b service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936595 Sep 14 14:52:51.896401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883854a-580b-46bf-9dfe-88926603b453 req-e4b35657-6bde-4de2-ad30-47527a86fe63 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:51.898044 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f883854a-580b-46bf-9dfe-88926603b453 req-e4b35657-6bde-4de2-ad30-47527a86fe63 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1131024 Sep 14 14:52:51.904818 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.024495 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f883854a-580b-46bf-9dfe-88926603b453 req-5ba17af3-d3e8-4946-b931-6ba74ace7db6 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173134 Sep 14 14:52:52.082733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f73c6-1dc8-41eb-b087-cc3cfa836573 req-aa9ed344-cc79-4011-942d-cec34add8678 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:52.084091 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0c3f73c6-1dc8-41eb-b087-cc3cfa836573 req-aa9ed344-cc79-4011-942d-cec34add8678 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 932 time: 0.1189022 Sep 14 14:52:52.120283 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458750c8-56ac-42f1-ae14-01f520052ad9 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:52:52.129045 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.144894 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Transition to ACTIVE for port object 458750c8-56ac-42f1-ae14-01f520052ad9 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:52:52.150354 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.205695 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Pushing event updated for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:52.223460 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0c3f73c6-1dc8-41eb-b087-cc3cfa836573 req-db34147b-95a4-41a5-8eb8-845101fc2f51 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329446 Sep 14 14:52:52.285253 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Attempting to bind port 458750c8-56ac-42f1-ae14-01f520052ad9 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:52:52.285634 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Attempting to bind port 458750c8-56ac-42f1-ae14-01f520052ad9 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:52:52.285909 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Attempting to bind port 458750c8-56ac-42f1-ae14-01f520052ad9 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:52.294480 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Port 458750c8-56ac-42f1-ae14-01f520052ad9 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:52:52.294480 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Attempting to bind port 458750c8-56ac-42f1-ae14-01f520052ad9 on network c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:52:52.302061 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:52:52.302527 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Checking segment: {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:52.303001 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Bound using segment: {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:52:52.303510 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Bound port: 458750c8-56ac-42f1-ae14-01f520052ad9, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6666f7dc-1663-4a5f-9078-499e85a29e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:52:52.303932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.340698 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Deleting port cd3ad569-d5bb-4c9a-9488-dce395f94b52 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:52:52.341033 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.373465 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:52:52.377948 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=458750c8-56ac-42f1-ae14-01f520052ad9,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:52:52.384161 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.420993 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:52.421588 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.422979 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] 10.222.0.64 "PUT /v2.0/ports/458750c8-56ac-42f1-ae14-01f520052ad9 HTTP/1.1" status: 200 len: 1094 time: 0.8590167 Sep 14 14:52:52.423418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:52.426142 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f1593f-53f5-4084-a3dc-bbdab225c6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:52.458329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] For port cd3ad569-d5bb-4c9a-9488-dce395f94b52, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=cd3ad569-d5bb-4c9a-9488-dce395f94b52,segment=NetworkSegment(9f5cf9ff-b7d9-42f6-aa13-a00b70161a70),segment_id=9f5cf9ff-b7d9-42f6-aa13-a00b70161a70)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:52.459169 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.466922 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407d64ef-8068-4f21-a766-bfcafbb163a6 x-openstack-request-id: req-407d64ef-8068-4f21-a766-bfcafbb163a6 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:52.467206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:52.467453 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-407d64ef-8068-4f21-a766-bfcafbb163a6 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:52.467856 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9', 'status': 'completed', 'code': 200} Sep 14 14:52:52.468956 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09604fe4-ab06-4731-9f64-736f73ca2676 service neutron] Pushing event updated for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:52.475612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Calling delete_port for cd3ad569-d5bb-4c9a-9488-dce395f94b52 owned by network:router_interface {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:52:52.561393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-64f2be5f-f4b2-4f8a-be54-4547172c88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:52.562936 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-64f2be5f-f4b2-4f8a-be54-4547172c88f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 1097 time: 0.0471680 Sep 14 14:52:52.608472 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-4df244ef-d9da-4d85-9e53-f91d0b7af624 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=458750c8-56ac-42f1-ae14-01f520052ad9 HTTP/1.1" status: 200 len: 217 time: 0.0349576 Sep 14 14:52:52.668235 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-6d956def-fcee-4f4a-8e77-2ac4918b3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:52.669726 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-6d956def-fcee-4f4a-8e77-2ac4918b3ed9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4ec147fc-1c54-443c-9bd6-eb10a1c7f472 HTTP/1.1" status: 200 len: 853 time: 0.0516992 Sep 14 14:52:52.679168 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.707015 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3ad569-d5bb-4c9a-9488-dce395f94b52,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:52.707262 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-cc0cb419-967b-4c40-aae9-5b375d193477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276589 Sep 14 14:52:52.819013 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-d165121c-b4ff-4b37-b3ae-48787c6cd01d service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996060 Sep 14 14:52:52.881366 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:52.927931 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9a37a45d-7bc0-49a6-b905-4be8313102e6 req-56b700f9-762e-4d6b-ace9-5cf42bd4bff1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012392 Sep 14 14:52:53.031688 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-a671d95f-81e9-4e04-a2ae-b9ca135afb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:53.033366 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-a671d95f-81e9-4e04-a2ae-b9ca135afb90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 1097 time: 0.0460632 Sep 14 14:52:53.167281 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-41cfdb1d-18f8-4d87-ab47-b7a4a09f4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:53.169147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-41cfdb1d-18f8-4d87-ab47-b7a4a09f4785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 200 len: 914 time: 0.1235456 Sep 14 14:52:53.218992 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-47c527d2-e972-470d-8233-ef990e16ae87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=458750c8-56ac-42f1-ae14-01f520052ad9 HTTP/1.1" status: 200 len: 217 time: 0.0389118 Sep 14 14:52:53.288262 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-fd90f737-c26d-4f83-a8cf-3fdc1b6e11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:53.290711 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-fd90f737-c26d-4f83-a8cf-3fdc1b6e11b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4ec147fc-1c54-443c-9bd6-eb10a1c7f472 HTTP/1.1" status: 200 len: 853 time: 0.0640132 Sep 14 14:52:53.334064 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-99c9630f-a6e2-4c4e-8cac-7aeb383527ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336196 Sep 14 14:52:53.343368 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f3aaf-551a-4b32-a793-1e31c93272e0 req-989ab8b0-188e-421a-87fb-134b65723c9b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:53.345136 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cd3f3aaf-551a-4b32-a793-1e31c93272e0 req-989ab8b0-188e-421a-87fb-134b65723c9b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.1184480 Sep 14 14:52:53.397881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58750) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:53.461667 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-bcb3eaab-264a-4471-b6ca-a15f9e6bb523 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178932 Sep 14 14:52:53.480700 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cd3f3aaf-551a-4b32-a793-1e31c93272e0 req-6461389f-9327-45bf-b99b-de0719d2340d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939033 Sep 14 14:52:53.504310 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5adf2-076d-4713-b4b3-af2f520ec4f1 req-07f0e2c1-3473-4d37-b66c-6f350e3d29be tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:53.504310 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21b5adf2-076d-4713-b4b3-af2f520ec4f1 req-07f0e2c1-3473-4d37-b66c-6f350e3d29be tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 944 time: 0.1456592 Sep 14 14:52:53.504310 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Router 404d04d5-5258-4652-89ff-95d2a9e73ac4 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:52:53.550663 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21b5adf2-076d-4713-b4b3-af2f520ec4f1 req-24dc66fb-34fd-4e7f-bd69-d357b57010c9 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Sep 14 14:52:53.593240 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cb334a47-1942-4a60-9929-c25bc9aca815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.645410 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-67f1593f-53f5-4084-a3dc-bbdab225c6b3 req-f0a3ed18-f784-4c61-b8ad-3846670b4359 service neutron] 10.222.0.64 "GET /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744854 Sep 14 14:52:53.666879 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:52:53.673156 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4e70b502-91bc-4152-90d3-5559a125d94c admin admin] 10.222.0.50 "PUT /v2.0/routers/404d04d5-5258-4652-89ff-95d2a9e73ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136721 Sep 14 14:52:53.676949 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58756) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:53.681482 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Sync routers for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:52:53.693556 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:53.694698 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:53.719399 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cb334a47-1942-4a60-9929-c25bc9aca815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.724603 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cb334a47-1942-4a60-9929-c25bc9aca815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.772256 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-cb334a47-1942-4a60-9929-c25bc9aca815 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6ea633e651b459b956d6c3786d27e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732352 Sep 14 14:52:53.774251 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb334a47-1942-4a60-9929-c25bc9aca815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee94fb1-e044-47eb-9197-c0842c4f0c24,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:53.776650 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58758) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:53.812557 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:53.828654 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 458750c8-56ac-42f1-ae14-01f520052ad9 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:52:53.831775 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.862735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.907783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.982265 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.986497 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:53.992432 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ee94fb1-e044-47eb-9197-c0842c4f0c24 HTTP/1.1" status: 204 len: 168 time: 0.2144017 Sep 14 14:52:54.003016 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3788-d496-4aa4-a58d-dea973fd9f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee94fb1-e044-47eb-9197-c0842c4f0c24,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:54.031304 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=458750c8-56ac-42f1-ae14-01f520052ad9,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:54.043090 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.047414 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '458750c8-56ac-42f1-ae14-01f520052ad9', 'network_id': 'c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6', 'port_id': '458750c8-56ac-42f1-ae14-01f520052ad9', 'mac_address': 'fa:16:3e:a2:be:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ec147fc-1c54-443c-9bd6-eb10a1c7f472', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:52:54.068928 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:52:52Z', 'revision_number': 5, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port': {'id': '63f4e83b-8cf3-45d0-84fc-79493249f684', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:33Z', 'updated_at': '2021-09-14T14:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:54.117157 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.124241 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Checking router: 404d04d5-5258-4652-89ff-95d2a9e73ac4 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:52:54.129282 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Deleting port 63f4e83b-8cf3-45d0-84fc-79493249f684 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:52:54.129501 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.134269 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Routers {'404d04d5-5258-4652-89ff-95d2a9e73ac4'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:52:54.134909 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:52:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['404d04d5-5258-4652-89ff-95d2a9e73ac4'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:54.139303 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458750c8-56ac-42f1-ae14-01f520052ad9 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:52:54.176455 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=458750c8-56ac-42f1-ae14-01f520052ad9,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:54.195765 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.236566 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] Set router 404d04d5-5258-4652-89ff-95d2a9e73ac4 gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:52:54.237950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] For port 63f4e83b-8cf3-45d0-84fc-79493249f684, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=63f4e83b-8cf3-45d0-84fc-79493249f684,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:54.239456 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.256505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b3a67337-f205-4bc9-acb3-c06602a4d0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.263706 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Calling delete_port for 63f4e83b-8cf3-45d0-84fc-79493249f684 owned by network:router_gateway {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:52:54.302456 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:52:54Z', 'revision_number': 6, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:54.317630 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:54.332079 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243b6e8-5c42-4bbd-b8e9-03eba99aae3a None None] The sync data for ids ['404d04d5-5258-4652-89ff-95d2a9e73ac4'] in dv-cinder-784140-10-iscsi is: [{'id': '404d04d5-5258-4652-89ff-95d2a9e73ac4', 'name': 'tempest-ServerRescueNegativeTestJSON-1198763458-router', 'tenant_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:31Z', 'updated_at': '2021-09-14T14:52:54Z', 'revision_number': 6, 'project_id': '5242d39f27ac4962ab3cf944aa4ca6ed', 'gw_port_host': None}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:52:54.357140 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.499757 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['458750c8-56ac-42f1-ae14-01f520052ad9'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:52:54.541431 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.582311 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f4e83b-8cf3-45d0-84fc-79493249f684,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:54.681550 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.780075 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c44e-0994-47b2-ac80-452c9f55141f req-d2d19040-f7ef-4589-86eb-0e579dceb77c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:54.781721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a7e1c44e-0994-47b2-ac80-452c9f55141f req-d2d19040-f7ef-4589-86eb-0e579dceb77c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 945 time: 0.1541305 Sep 14 14:52:54.819769 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.826544 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.920627 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a7e1c44e-0994-47b2-ac80-452c9f55141f req-c175cb94-a86a-4e0c-bded-76967aa84bb4 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268461 Sep 14 14:52:54.921384 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.922184 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404d04d5-5258-4652-89ff-95d2a9e73ac4 {{(pid=100392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:52:54.927189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:54.931063 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8b17e535-a633-4b1d-9581-9b21380c0ce3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/404d04d5-5258-4652-89ff-95d2a9e73ac4 HTTP/1.1" status: 204 len: 168 time: 1.2535310 Sep 14 14:52:54.931340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58768) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:54.981418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Deleting subnet eae174e2-6c0f-4d89-b521-897dcbb5cb17 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:52:54.984814 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.022408 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.062482 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.132039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.157324 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae174e2-6c0f-4d89-b521-897dcbb5cb17,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:55.164311 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.170250 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2a7b239d-b52c-4af8-8369-e880bf6f8584 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eae174e2-6c0f-4d89-b521-897dcbb5cb17 HTTP/1.1" status: 204 len: 168 time: 0.2338140 Sep 14 14:52:55.171660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58770) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:55.259412 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.358159 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.387052 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:55.401166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:55.402708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5cf9ff-b7d9-42f6-aa13-a00b70161a70') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:55.407408 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.414191 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.432758 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.440543 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:52:55.440809 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:52:55.443013 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:52:55.510923 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.517600 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.520074 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9 HTTP/1.1" status: 204 len: 168 time: 0.3463020 Sep 14 14:52:55.533550 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c6847-40dd-4ad6-94aa-a1799cbd92f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9146d95f-0a4e-4dbf-b1ea-990dc9e7b9d9,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:55.600422 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 63f4e83b-8cf3-45d0-84fc-79493249f684 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:52:55.622476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 63f4e83b-8cf3-45d0-84fc-79493249f684 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:52:55.622764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 63f4e83b-8cf3-45d0-84fc-79493249f684 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:52:55.623205 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device cd3ad569-d5bb-4c9a-9488-dce395f94b52 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:52:55.643021 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: cd3ad569-d5bb-4c9a-9488-dce395f94b52 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:52:55.643361 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device cd3ad569-d5bb-4c9a-9488-dce395f94b52 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:52:55.730830 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58774) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:55.777344 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-dd6b8d07-5e69-4bb0-a85e-fd3458b86dd4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5242d39f27ac4962ab3cf944aa4ca6ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451987 Sep 14 14:52:55.779809 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58776) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:55.830878 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.833498 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 458750c8-56ac-42f1-ae14-01f520052ad9 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:52:55.862982 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.902033 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 458750c8-56ac-42f1-ae14-01f520052ad9 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:52:55.906485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 458750c8-56ac-42f1-ae14-01f520052ad9 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:52:55.907055 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.916963 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.919845 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:55.921306 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/541be6e0-8739-4f5a-9567-f81f14732fab HTTP/1.1" status: 204 len: 168 time: 0.1404893 Sep 14 14:52:55.931903 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f11c38-007d-4dad-b2d0-a786136a6f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541be6e0-8739-4f5a-9567-f81f14732fab,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:56.010199 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:56.037117 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:52:56.039903 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7110da-db4b-45bb-9089-729a4ed9c332" -d '{"events": [{"server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "name": "network-vif-plugged", "status": "completed", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:52:56.056693 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=458750c8-56ac-42f1-ae14-01f520052ad9,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:52:56.063825 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:56.094871 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d180450-e293-470d-92da-a91b44df6f5b req-cc4557a5-f990-4e7f-ab01-5f15d3540421 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:56.096881 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8d180450-e293-470d-92da-a91b44df6f5b req-cc4557a5-f990-4e7f-ab01-5f15d3540421 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 945 time: 0.0782835 Sep 14 14:52:56.112825 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb19e0a-4254-4704-84a8-7bcbd21a1c1d x-openstack-request-id: req-6eb19e0a-4254-4704-84a8-7bcbd21a1c1d {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:52:56.113115 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "name": "network-vif-plugged", "status": "completed", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:52:56.113392 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eb19e0a-4254-4704-84a8-7bcbd21a1c1d {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:52:56.114011 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9', 'code': 200} Sep 14 14:52:56.151853 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8d180450-e293-470d-92da-a91b44df6f5b req-77a5ff29-a07a-4f14-88b7-899c91851604 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Sep 14 14:52:56.285375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:56.337322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed802ed8-0cbb-4ee3-9507-513bae94e86b req-04de54ae-9c71-4e8c-91e4-b077868ac7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:56.339688 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ed802ed8-0cbb-4ee3-9507-513bae94e86b req-04de54ae-9c71-4e8c-91e4-b077868ac7a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 1099 time: 0.0500607 Sep 14 14:52:56.378653 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ed802ed8-0cbb-4ee3-9507-513bae94e86b req-f06cb531-fd10-4cec-9be1-cee8335a07d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Sep 14 14:52:56.775273 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58804) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:56.882848 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-340656295-network', 'tenant_id': '8dce7f45654c44558691bf02e5536e87'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:56.906662 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Made reservation on behalf of 8dce7f45654c44558691bf02e5536e87 for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:56.909035 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:56.917689 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.041158 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.044388 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.050159 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.085179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:52:57.092107 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2b662-4cc1-42e4-a4ac-28bbabf75475,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:57.101764 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.102361 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Added segment 9034abdb-8d2a-4376-b3d5-cb90889507d4 of type vlan for network 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 Sep 14 14:52:57.154952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.192722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.194050 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:57.194742 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.235490 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4589968 Sep 14 14:52:57.238784 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58812) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:57.243867 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Request body: {'subnet': {'network_id': '2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-340656295-subnet', 'tenant_id': '8dce7f45654c44558691bf02e5536e87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:57.268329 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Made reservation on behalf of 8dce7f45654c44558691bf02e5536e87 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:57.270984 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29306152'] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.277547 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0a3aa-b906-4baa-a49f-ecea2fe932fe admin admin] Pushing event updated for resources: {'Network': ['ID=2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:57.292895 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:52:57.327991 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646f117-dbb7-4648-9c68-8071de0c2e09 req-ff90cd23-8935-4bac-980e-a482062c4625 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:57.329395 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6646f117-dbb7-4648-9c68-8071de0c2e09 req-ff90cd23-8935-4bac-980e-a482062c4625 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0906312 Sep 14 14:52:57.379254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6646f117-dbb7-4648-9c68-8071de0c2e09 req-5a51181a-f9df-475e-9608-a6428954383c tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Sep 14 14:52:57.460288 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25482417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29306166'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.512328 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61263aa-debc-499e-8a56-a5bafbafdfc0,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:57.530778 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Checking segment: {'id': '9034abdb-8d2a-4376-b3d5-cb90889507d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:57.531129 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Network hostable DHCP agents. Network: 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:52:57.553005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Network 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:52:57.564775 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:57.570415 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:57.571271 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:57.579788 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80727292-1549-4f77-b5f5-55ea5b6c08f8 None None] Network 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:57.588183 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1dcc55fc-55e4-4bf2-8223-cb46beca1979 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3481798 Sep 14 14:52:57.726726 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6807e585-2594-45b6-b3e2-b089e1bf0cd8 None None] Network 2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:58.112674 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58834) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:58.117519 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106104103-network', 'tenant_id': 'ba8beafa2e87492691bf6ced029ad0e8'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:58.143073 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Made reservation on behalf of ba8beafa2e87492691bf6ced029ad0e8 for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:58.145482 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.154553 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.253531 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.258047 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.282401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:52:58.292692 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bab6e5-eecc-4fba-95c1-058fbeefe60c,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:58.297823 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.298160 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Added segment 1f606e15-e6e1-438c-bde0-63eb7a97f7c9 of type vlan for network 0ecb9f56-f496-4ee0-a1b2-539b993193b9 Sep 14 14:52:58.340719 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.371986 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.372989 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:58.373612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.405240 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2914481 Sep 14 14:52:58.408287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58844) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:58.413231 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Request body: {'subnet': {'network_id': '0ecb9f56-f496-4ee0-a1b2-539b993193b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2106104103-subnet', 'tenant_id': 'ba8beafa2e87492691bf6ced029ad0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:52:58.440711 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Made reservation on behalf of ba8beafa2e87492691bf6ced029ad0e8 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:52:58.441828 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4802e7-f7d4-45eb-a800-42ab611304ef admin admin] Pushing event updated for resources: {'Network': ['ID=0ecb9f56-f496-4ee0-a1b2-539b993193b9,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:58.443919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29306152'] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.453529 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 0ecb9f56-f496-4ee0-a1b2-539b993193b9 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:52:58.513642 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ba248-32bd-4780-ac42-6d1a278d51e8 req-961bd3a7-3b2b-4fef-87bc-3b93caa25612 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:58.515346 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-422ba248-32bd-4780-ac42-6d1a278d51e8 req-961bd3a7-3b2b-4fef-87bc-3b93caa25612 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0648682 Sep 14 14:52:58.557776 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-422ba248-32bd-4780-ac42-6d1a278d51e8 req-9dd25aeb-7d42-4b83-acb4-ee227021c734 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Sep 14 14:52:58.634399 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25482417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29306166'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.692063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38cbbf2-c69b-4861-a263-2fd129af3611,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:58.700419 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Checking segment: {'id': '1f606e15-e6e1-438c-bde0-63eb7a97f7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '0ecb9f56-f496-4ee0-a1b2-539b993193b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:52:58.700775 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Network hostable DHCP agents. Network: 0ecb9f56-f496-4ee0-a1b2-539b993193b9, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:52:58.721020 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Network 0ecb9f56-f496-4ee0-a1b2-539b993193b9 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:52:58.733431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 0ecb9f56-f496-4ee0-a1b2-539b993193b9) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:52:58.738541 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:52:58.739124 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:58.744496 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67aba53c-9642-4f33-93c8-7885cb3a460d None None] Network 0ecb9f56-f496-4ee0-a1b2-539b993193b9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:58.758631 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-24f08dcc-0ef0-4101-a7bb-af616a67a11a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3492036 Sep 14 14:52:58.885030 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58862) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:58.903845 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578796e9-351b-422f-a2af-257afdb03c94 None None] Network 0ecb9f56-f496-4ee0-a1b2-539b993193b9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:52:59.179272 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Deleting subnet d61263aa-debc-499e-8a56-a5bafbafdfc0 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:52:59.182686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.218379 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.259474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.315859 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.343204 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61263aa-debc-499e-8a56-a5bafbafdfc0,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:59.345335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.347285 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-829e3f26-f50d-4b94-a430-e84701114b49 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d61263aa-debc-499e-8a56-a5bafbafdfc0 HTTP/1.1" status: 204 len: 168 time: 0.4614966 Sep 14 14:52:59.350084 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58866) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:59.425320 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.514741 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.536578 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:59.546014 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9034abdb-8d2a-4376-b3d5-cb90889507d4') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:59.546314 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9034abdb-8d2a-4376-b3d5-cb90889507d4') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:52:59.556347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.570797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.576964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:52:59.577347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:52:59.579000 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:52:59.637642 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.643665 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.645523 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7 HTTP/1.1" status: 204 len: 168 time: 0.2945156 Sep 14 14:52:59.648776 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58868) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:59.656006 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2b009-bb0b-4496-9a6a-710e26317bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e370bb4-6f71-4ac1-b0f2-b15b0e816ee7,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:59.693884 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Deleting subnet f38cbbf2-c69b-4861-a263-2fd129af3611 {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:52:59.697172 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.730714 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.776992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.835313 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.865126 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38cbbf2-c69b-4861-a263-2fd129af3611,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:52:59.867844 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:52:59.869273 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-84c37ca9-6421-4687-b9a7-7be902aa4f5a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f38cbbf2-c69b-4861-a263-2fd129af3611 HTTP/1.1" status: 204 len: 168 time: 0.2193639 Sep 14 14:52:59.871865 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58870) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:52:59.941441 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.027896 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.048510 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecb9f56-f496-4ee0-a1b2-539b993193b9']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:00.058723 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f606e15-e6e1-438c-bde0-63eb7a97f7c9') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:00.059018 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f606e15-e6e1-438c-bde0-63eb7a97f7c9') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:00.069128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.083216 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.091154 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:53:00.091736 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:53:00.093852 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:53:00.162717 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.167929 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.169777 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ecb9f56-f496-4ee0-a1b2-539b993193b9 HTTP/1.1" status: 204 len: 168 time: 0.2969627 Sep 14 14:53:00.181864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb9b4c-c339-4705-ad9b-8551fddc879c admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecb9f56-f496-4ee0-a1b2-539b993193b9,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:00.352168 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58878) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:00.399126 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fc13513b-9e36-4e6b-883f-a325a771848b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dce7f45654c44558691bf02e5536e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458047 Sep 14 14:53:00.402111 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58880) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:00.455972 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.477832 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.529805 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.532380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:00.533531 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24c2b662-4cc1-42e4-a4ac-28bbabf75475 HTTP/1.1" status: 204 len: 168 time: 0.1305261 Sep 14 14:53:00.541509 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b60274-ba6c-45bd-aaf8-f61dda266708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2b662-4cc1-42e4-a4ac-28bbabf75475,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:00.886156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58886) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:00.932599 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-c3d457cd-69c0-43a8-848c-b05b470764a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba8beafa2e87492691bf6ced029ad0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448728 Sep 14 14:53:00.936278 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58888) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:00.984725 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:01.006813 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:01.058405 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:01.060995 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:01.062240 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a3bab6e5-eecc-4fba-95c1-058fbeefe60c HTTP/1.1" status: 204 len: 168 time: 0.1247544 Sep 14 14:53:01.071167 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3339b6c-e37d-4a23-8dd0-ca9790b5613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bab6e5-eecc-4fba-95c1-058fbeefe60c,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:03.095799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 58958) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:03.204705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-454bb6b0-81de-4e23-a597-e0a0923e1de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.302218 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-454bb6b0-81de-4e23-a597-e0a0923e1de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.307726 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-454bb6b0-81de-4e23-a597-e0a0923e1de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.348652 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-454bb6b0-81de-4e23-a597-e0a0923e1de2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=98c7c8ee3aa64a3ebe71db475092cb74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515147 Sep 14 14:53:03.349526 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb6b0-81de-4e23-a597-e0a0923e1de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ed8c4-4d73-4563-aec2-127afdccf1ef,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:03.352258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58964) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:03.419810 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.445274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.494541 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.497192 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.498366 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb9ed8c4-4d73-4563-aec2-127afdccf1ef HTTP/1.1" status: 204 len: 168 time: 0.1442926 Sep 14 14:53:03.510263 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13ae45-65f3-40a1-93b6-6d2d7c8c32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ed8c4-4d73-4563-aec2-127afdccf1ef,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:03.596412 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-96e45e53-eb48-4d68-ab85-3e142999f8ab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020896335&fields=id&tenant_id=2bd4dd2a437a4e468025035a2262856a HTTP/1.1" status: 200 len: 267 time: 0.0337775 Sep 14 14:53:03.707869 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-f548db26-019f-47fb-924c-7a7450d4ee66 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:03.709679 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-f548db26-019f-47fb-924c-7a7450d4ee66 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 808 time: 0.1062183 Sep 14 14:53:03.725590 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-13f842e8-b30a-4387-b968-0d456ca32feb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/quotas/2bd4dd2a437a4e468025035a2262856a HTTP/1.1" status: 200 len: 375 time: 0.0096698 Sep 14 14:53:03.773645 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58976) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:03.777977 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-9cf14d4b-fef0-494a-baa4-591d22833813 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467303 Sep 14 14:53:03.787716 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d37c1cd7-05e1-456a-bc0a-9cff11cfe1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.878896 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-ff5387b4-7b5a-420f-a88b-00910a34a5c7 service neutron] 10.222.0.50 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886185 Sep 14 14:53:03.882148 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d37c1cd7-05e1-456a-bc0a-9cff11cfe1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.890562 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d37c1cd7-05e1-456a-bc0a-9cff11cfe1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:03.929042 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d37c1cd7-05e1-456a-bc0a-9cff11cfe1d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a26cb48e43d4cfd84e994a1be342202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542552 Sep 14 14:53:03.929977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c1cd7-05e1-456a-bc0a-9cff11cfe1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c854f55-3213-448f-9638-edbdd948f12e,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:03.932347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 58978) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:03.976308 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-a159a18c-8279-4f7c-92cb-fa105ea367ab service neutron] 10.222.0.50 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909991 Sep 14 14:53:03.981416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:04.003405 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:04.051038 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:04.053816 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:04.055001 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c854f55-3213-448f-9638-edbdd948f12e HTTP/1.1" status: 204 len: 168 time: 0.1217895 Sep 14 14:53:04.063114 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e536b-9d3a-47b9-af38-fef203e2502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c854f55-3213-448f-9638-edbdd948f12e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:04.319219 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e5b8f054-0b75-47fe-9ca2-cc6cbac6aacc req-8fbc20f0-622e-4c14-9c16-cb539fdd977e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 210 time: 0.0457401 Sep 14 14:53:05.352866 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-9507411e-3b17-44a9-a9b6-fa6e02fd2440 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:05.354531 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-9507411e-3b17-44a9-a9b6-fa6e02fd2440 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 808 time: 0.1187012 Sep 14 14:53:05.423809 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-87ba466d-8ac0-4edf-ad65-442563cb617b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd4dd2a437a4e468025035a2262856a HTTP/1.1" status: 200 len: 380 time: 0.0563190 Sep 14 14:53:05.435954 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'port': {'device_id': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'admin_state_up': True, 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'security_groups': ['cb17918f-b190-41c9-a1e4-765234c615d0']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:05.448052 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18e5349f-0d66-422a-afc1-7e2dabca863f req-cce018e8-ae9f-4e69-9f72-a987c64d6ba9 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 210 time: 0.0360105 Sep 14 14:53:05.568701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Made reservation on behalf of 2bd4dd2a437a4e468025035a2262856a for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:53:05.572459 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:05.705498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Allocated IP 172.20.0.11 (96786c64-e379-41f1-b959-d69161c31277/a29a0271-a3ef-4191-83cb-e500fa086a09/7fc00afe-d64e-440f-8df6-a3636be169a2) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:53:05.854963 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:05.871066 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Transition to ACTIVE for port object 7fc00afe-d64e-440f-8df6-a3636be169a2 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:53:05.908961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:05.959447 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Network 96786c64-e379-41f1-b959-d69161c31277 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:53:05.962722 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:53:05.967030 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:53:05.993875 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:06.024110 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:06.024857 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.043464 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-4cc74aef-370b-41fb-88ba-402c15a22123 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6125221 Sep 14 14:53:06.068854 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Request body: {'port': {'device_id': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:06.144296 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.237332 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-671727a0-a12b-4419-9573-a6dd783c91ad None None] Provisioning for port 7fc00afe-d64e-440f-8df6-a3636be169a2 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:53:06.241359 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-671727a0-a12b-4419-9573-a6dd783c91ad None None] Provisioning complete for port 7fc00afe-d64e-440f-8df6-a3636be169a2 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:53:06.241724 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-671727a0-a12b-4419-9573-a6dd783c91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.276211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-671727a0-a12b-4419-9573-a6dd783c91ad None None] Port 7fc00afe-d64e-440f-8df6-a3636be169a2 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:53:06.417371 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc00afe-d64e-440f-8df6-a3636be169a2 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:53:06.424940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.436888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Transition to ACTIVE for port object 7fc00afe-d64e-440f-8df6-a3636be169a2 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:53:06.442068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.495159 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:06.579465 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Attempting to bind port 7fc00afe-d64e-440f-8df6-a3636be169a2 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:53:06.579913 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Attempting to bind port 7fc00afe-d64e-440f-8df6-a3636be169a2 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:53:06.580245 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Attempting to bind port 7fc00afe-d64e-440f-8df6-a3636be169a2 on network 96786c64-e379-41f1-b959-d69161c31277 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:53:06.585973 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Port 7fc00afe-d64e-440f-8df6-a3636be169a2 on network 96786c64-e379-41f1-b959-d69161c31277 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:53:06.586363 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Attempting to bind port 7fc00afe-d64e-440f-8df6-a3636be169a2 on network 96786c64-e379-41f1-b959-d69161c31277 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:53:06.592688 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:53:06.593138 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Checking segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:53:06.593752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Bound using segment: {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:53:06.594280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Bound port: 7fc00afe-d64e-440f-8df6-a3636be169a2, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed7e9cf-3a30-410c-add4-c885401b3f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '96786c64-e379-41f1-b959-d69161c31277'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:53:06.594721 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.610010 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6da37b-864e-43c8-87b2-9408064df7d9 req-3384bf91-0c7b-44eb-b9cc-dc918fe383d1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:06.616625 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a6da37b-864e-43c8-87b2-9408064df7d9 req-3384bf91-0c7b-44eb-b9cc-dc918fe383d1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0849771 Sep 14 14:53:06.662113 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5a6da37b-864e-43c8-87b2-9408064df7d9 req-3a7d699b-0240-417e-ad39-4f719bb3260a tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 Sep 14 14:53:06.668886 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:53:06.672375 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:53:06.678106 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.722975 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:06.723539 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:06.725309 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] 10.222.0.64 "PUT /v2.0/ports/7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 1094 time: 0.6662295 Sep 14 14:53:06.727636 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:06.729861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:06.757054 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ae58-1397-43da-b688-ea24c0b20730 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:06.787507 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3c010-88f4-48b5-8ecb-f8c4aa35f4ce x-openstack-request-id: req-6cb3c010-88f4-48b5-8ecb-f8c4aa35f4ce {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:06.787770 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:06.788055 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cb3c010-88f4-48b5-8ecb-f8c4aa35f4ce {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:06.788454 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'status': 'completed', 'code': 200} Sep 14 14:53:06.823802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-7d252e63-629f-44c0-a3e0-9a9bdc0ebf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:06.825414 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-7d252e63-629f-44c0-a3e0-9a9bdc0ebf68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1097 time: 0.0470679 Sep 14 14:53:06.871413 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-29e24711-42f2-46ed-835d-634ac88b1cdd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 217 time: 0.0363595 Sep 14 14:53:07.189627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:07.798586 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b369fad-1509-4644-8b92-83a90bfcab42 req-435b9d1c-ba04-4e15-81c2-3fbcbde3156e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:07.800180 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b369fad-1509-4644-8b92-83a90bfcab42 req-435b9d1c-ba04-4e15-81c2-3fbcbde3156e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0505724 Sep 14 14:53:07.840887 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b369fad-1509-4644-8b92-83a90bfcab42 req-cbc934fb-881b-4d9f-994a-dfcfadc99eb2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Sep 14 14:53:07.855739 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-13d1915a-8e41-4362-9261-025ff47d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:07.857262 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-13d1915a-8e41-4362-9261-025ff47d5089 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0462618 Sep 14 14:53:08.740831 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-951a7093-4d43-4f0a-9248-baf761e2aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:08.742400 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-951a7093-4d43-4f0a-9248-baf761e2aea7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569839 Sep 14 14:53:08.966192 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc60faa-ee9f-42d5-9865-259e7d049c44 req-5aed431d-682a-45aa-933c-7a0abd8efec0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:08.967659 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4dc60faa-ee9f-42d5-9865-259e7d049c44 req-5aed431d-682a-45aa-933c-7a0abd8efec0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0540175 Sep 14 14:53:09.009379 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4dc60faa-ee9f-42d5-9865-259e7d049c44 req-fe4a4b64-3290-4308-8c0c-3a01500cfda0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350757 Sep 14 14:53:09.809148 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-41cf9bfa-4b01-4d62-84ae-faea57031907 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891175 Sep 14 14:53:09.921389 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-be20e775-39ea-4d7c-a08e-0fe667dca616 req-026aac74-6265-43ab-9746-daa95b31176c service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025715 Sep 14 14:53:10.027431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-ce207a3d-4d0d-4dbb-99a1-301b410d5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:10.029001 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-ce207a3d-4d0d-4dbb-99a1-301b410d5b09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1097 time: 0.0526609 Sep 14 14:53:10.131474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-6d76e57f-ee58-4d38-af26-6200ffbfcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:10.132008 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91e2b9-33c3-46a0-9596-946087a16f05 req-7f73590d-1d28-4578-b6df-ce1ae53c9dff tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:10.133184 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-6d76e57f-ee58-4d38-af26-6200ffbfcf8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.0945287 Sep 14 14:53:10.133510 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eb91e2b9-33c3-46a0-9596-946087a16f05 req-7f73590d-1d28-4578-b6df-ce1ae53c9dff tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0533686 Sep 14 14:53:10.175319 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-97191522-205b-4f37-a324-5b2d3217ecf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 217 time: 0.0343046 Sep 14 14:53:10.176195 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eb91e2b9-33c3-46a0-9596-946087a16f05 req-b7f70c92-fe68-4c3c-8e6a-ab54df06d079 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361242 Sep 14 14:53:10.228557 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-206cfbbe-9128-4331-bdf9-17411bfe4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:10.230112 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-206cfbbe-9128-4331-bdf9-17411bfe4447 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0459964 Sep 14 14:53:10.287059 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-3b24e343-6efa-4def-b534-aa0108b26584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:10.288693 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-3b24e343-6efa-4def-b534-aa0108b26584 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487332 Sep 14 14:53:10.383683 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-6439f902-140e-4f86-bd1d-371cd3f2d82d service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Sep 14 14:53:10.478189 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-bd7cfae8-d8c3-495f-b584-0ee50394f0a1 req-23c0bf72-542b-4cb1-8397-553e3e8a6195 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870872 Sep 14 14:53:11.304090 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a7c65-ac85-4749-8d65-e660151764b4 req-b48580b1-e841-4237-9f60-7e52e80f5acd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:11.305659 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c90a7c65-ac85-4749-8d65-e660151764b4 req-b48580b1-e841-4237-9f60-7e52e80f5acd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0574093 Sep 14 14:53:11.352440 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c90a7c65-ac85-4749-8d65-e660151764b4 req-fcc56f17-347d-4437-b657-6f1035b4202f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405352 Sep 14 14:53:11.367997 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59114) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:11.482989 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.576501 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.583914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.633559 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=324d8c0905954262bd9ac196341b9d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644668 Sep 14 14:53:11.634377 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6f708b-5f14-4715-9de8-ef96b19b676c,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:11.636304 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59118) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:11.657395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.657744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.658081 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.658410 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.658738 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.659065 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.659390 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.659716 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.660009 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.660370 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.660690 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.661058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b37972b-ba1a-411e-87e4-6c3bfd23ee63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:11.708104 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.734280 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.790761 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.795112 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:11.796769 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a6f708b-5f14-4715-9de8-ef96b19b676c HTTP/1.1" status: 204 len: 168 time: 0.1587815 Sep 14 14:53:11.805653 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d176a-c6ba-4c81-820b-d4dede28f302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6f708b-5f14-4715-9de8-ef96b19b676c,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:12.102886 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59126) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:12.117765 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3e4-c53f-44d6-b55f-29aa4f67a0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.211225 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3e4-c53f-44d6-b55f-29aa4f67a0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.216647 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f3e4-c53f-44d6-b55f-29aa4f67a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.253446 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4f3e4-c53f-44d6-b55f-29aa4f67a0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2813c1ed-69a4-484e-8c91-9e61709627c9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:12.258418 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-7ca4f3e4-c53f-44d6-b55f-29aa4f67a0b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d149ec8e363474890e36ccfc8c439ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544094 Sep 14 14:53:12.261284 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59128) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:12.320840 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.356743 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.413509 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.416054 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:12.417238 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2813c1ed-69a4-484e-8c91-9e61709627c9 HTTP/1.1" status: 204 len: 168 time: 0.1550722 Sep 14 14:53:12.426098 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f9257-b13a-4ac6-90d9-70b6c99ef893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2813c1ed-69a4-484e-8c91-9e61709627c9,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:12.480049 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b238a0c-7e3e-41db-ad3e-aa91f92167fa req-fcc19972-7551-47bb-aa07-a7e0c9d2f0fd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:12.481551 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b238a0c-7e3e-41db-ad3e-aa91f92167fa req-fcc19972-7551-47bb-aa07-a7e0c9d2f0fd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0600104 Sep 14 14:53:12.540492 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b238a0c-7e3e-41db-ad3e-aa91f92167fa req-147ea6c2-7425-4fc1-b9b9-f30d4798eef2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522280 Sep 14 14:53:13.659586 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdedbd2-0fdc-4b89-b916-81ce8d7c039f req-00602dc1-d963-4dcb-9c9c-fd94eebd991f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:13.661079 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6cdedbd2-0fdc-4b89-b916-81ce8d7c039f req-00602dc1-d963-4dcb-9c9c-fd94eebd991f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0500600 Sep 14 14:53:13.704695 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6cdedbd2-0fdc-4b89-b916-81ce8d7c039f req-243da1b0-20b0-4093-8dbc-4ab179e81f35 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Sep 14 14:53:14.830953 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f700e1-1d10-456d-96fe-43a487194bf2 req-acf6da19-b907-4373-ad3b-ef98d4b8fdbb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:14.832504 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5f700e1-1d10-456d-96fe-43a487194bf2 req-acf6da19-b907-4373-ad3b-ef98d4b8fdbb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0573039 Sep 14 14:53:14.874104 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5f700e1-1d10-456d-96fe-43a487194bf2 req-bbf57426-6199-4872-9f14-d296fe930690 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349998 Sep 14 14:53:15.994640 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88a5f3-276a-4cc4-b5b1-f308e86f09ee req-c0ea79c9-5169-4d70-93d8-464a78a44b51 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:15.996174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb88a5f3-276a-4cc4-b5b1-f308e86f09ee req-c0ea79c9-5169-4d70-93d8-464a78a44b51 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0526023 Sep 14 14:53:16.037926 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb88a5f3-276a-4cc4-b5b1-f308e86f09ee req-3ab7663a-94af-4491-ae80-ca60d24764fc tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Sep 14 14:53:17.061158 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:53:17.162637 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927098-5445-4f71-a4e5-0f5191f6f370 req-2cd7656c-0398-4a96-aa85-fb65134a6bf8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:17.164274 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a927098-5445-4f71-a4e5-0f5191f6f370 req-2cd7656c-0398-4a96-aa85-fb65134a6bf8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0512376 Sep 14 14:53:17.203575 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1a927098-5445-4f71-a4e5-0f5191f6f370 req-fe420b45-808c-4a56-bab4-768da85afa78 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Sep 14 14:53:17.918624 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:53:18.019985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:18.033274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'mac_address': 'fa:16:3e:c2:3c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:53:18.076998 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:18.091393 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc00afe-d64e-440f-8df6-a3636be169a2 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:53:18.111716 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:18.117797 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:18.169715 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:18.177047 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.177399 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.177744 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.178082 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.178414 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.178746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.179074 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.179442 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.179802 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.180333 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.180653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.180974 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:18.329740 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38e803-364c-4adb-88f8-528400b1eb22 req-806c415a-1399-4ff4-94bc-125d1ef080d1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:18.331283 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef38e803-364c-4adb-88f8-528400b1eb22 req-806c415a-1399-4ff4-94bc-125d1ef080d1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0554101 Sep 14 14:53:18.371671 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ef38e803-364c-4adb-88f8-528400b1eb22 req-39f7a73c-fa7b-43fa-9ecc-ab038ff385b4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343063 Sep 14 14:53:18.495680 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['7fc00afe-d64e-440f-8df6-a3636be169a2'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:53:19.492156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dda98-8940-4688-b805-fbfa743db78f req-9069074b-c902-40de-abba-79aa7367cac5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:19.494239 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-774dda98-8940-4688-b805-fbfa743db78f req-9069074b-c902-40de-abba-79aa7367cac5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0524926 Sep 14 14:53:19.539306 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-774dda98-8940-4688-b805-fbfa743db78f req-e76ccc15-22fa-4a9d-92af-7f34014a6de2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353646 Sep 14 14:53:19.799106 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1eb9a-e907-4fd3-a970-0884b9fb2061 req-ea5976c5-ea60-4886-9ba1-4b3365c94dd2 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:19.800604 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a2c1eb9a-e907-4fd3-a970-0884b9fb2061 req-ea5976c5-ea60-4886-9ba1-4b3365c94dd2 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0578384 Sep 14 14:53:19.846302 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a2c1eb9a-e907-4fd3-a970-0884b9fb2061 req-7e0dc8f1-2d5d-4498-b2d5-4a38e0cf1edc tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394123 Sep 14 14:53:19.935923 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:53:19.992987 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 7fc00afe-d64e-440f-8df6-a3636be169a2 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:53:19.998313 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 7fc00afe-d64e-440f-8df6-a3636be169a2 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:53:19.998689 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:20.087195 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:20.110271 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:20.114057 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82192d9d-d87f-4df7-b141-3495299786c5" -d '{"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:20.128072 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:20.139517 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:20.163533 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c803c0-8205-4602-8373-7deb2ee075fa x-openstack-request-id: req-f8c803c0-8205-4602-8373-7deb2ee075fa {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:20.163835 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:20.164086 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8c803c0-8205-4602-8373-7deb2ee075fa {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:20.164534 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'code': 200} Sep 14 14:53:20.192638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:20.476173 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6be6f-d0d8-4204-ab62-e35d2501565c req-234781e9-7b5d-400c-a690-dc827968ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:20.477711 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c0d6be6f-d0d8-4204-ab62-e35d2501565c req-234781e9-7b5d-400c-a690-dc827968ce33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0432622 Sep 14 14:53:20.516508 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c0d6be6f-d0d8-4204-ab62-e35d2501565c req-c4f2b1f1-4f99-4f5a-bb52-437c5ee5e47a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292616 Sep 14 14:53:20.668987 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1c57-e3fd-4b27-aced-09b439d98a95 req-cf34486e-4e2b-47cf-8439-6b5506d302f1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:20.670596 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5ca1c57-e3fd-4b27-aced-09b439d98a95 req-cf34486e-4e2b-47cf-8439-6b5506d302f1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0615392 Sep 14 14:53:20.709312 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5ca1c57-e3fd-4b27-aced-09b439d98a95 req-9bfb52be-3faf-4d46-988c-47561ac3bb2f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326798 Sep 14 14:53:20.980061 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7a94d-2b1f-460b-9c4c-034149d56f5b req-16ff0d1b-fa5c-448f-b97e-4599e4c73810 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:20.981543 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0ad7a94d-2b1f-460b-9c4c-034149d56f5b req-16ff0d1b-fa5c-448f-b97e-4599e4c73810 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0518978 Sep 14 14:53:21.032417 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0ad7a94d-2b1f-460b-9c4c-034149d56f5b req-262628ac-0b93-46d7-b8dd-25f68cb2da4a tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443933 Sep 14 14:53:21.628155 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b0e5b486-6092-40f9-b677-6776d37e449a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:21.835191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0bc76-739b-4b38-9b59-7b2d4eceba58 req-fa1d244e-33cb-4dbc-882b-c382350676db tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:21.836704 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bd0bc76-739b-4b38-9b59-7b2d4eceba58 req-fa1d244e-33cb-4dbc-882b-c382350676db tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0571959 Sep 14 14:53:21.874905 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bd0bc76-739b-4b38-9b59-7b2d4eceba58 req-f5e9359d-06fa-48a1-9562-2fa13eb89ee2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317581 Sep 14 14:53:22.161916 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e9615-4a27-4392-a276-1909b51ec123 req-9eed2075-e370-4a9f-a820-cc1f478aa4bd tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:22.163414 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3c4e9615-4a27-4392-a276-1909b51ec123 req-9eed2075-e370-4a9f-a820-cc1f478aa4bd tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0604520 Sep 14 14:53:22.206992 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3c4e9615-4a27-4392-a276-1909b51ec123 req-dedb8181-cd3d-4f21-840c-bf24988ed4a5 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/security-groups?id=78556372-c71f-4fcc-9f46-3b3bceaa40e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Sep 14 14:53:22.553158 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-3f1287f8-28ad-4727-9f88-40fa06488fdd tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:22.554831 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-3f1287f8-28ad-4727-9f88-40fa06488fdd tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 946 time: 0.0559525 Sep 14 14:53:22.658517 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Deleting port 458750c8-56ac-42f1-ae14-01f520052ad9 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:22.658873 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:22.755037 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] For port 458750c8-56ac-42f1-ae14-01f520052ad9, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=458750c8-56ac-42f1-ae14-01f520052ad9,segment=NetworkSegment(6666f7dc-1663-4a5f-9078-499e85a29e30),segment_id=6666f7dc-1663-4a5f-9078-499e85a29e30)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:22.755397 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:22.769076 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Calling delete_port for 458750c8-56ac-42f1-ae14-01f520052ad9 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:22.912312 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:22.927165 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['458750c8-56ac-42f1-ae14-01f520052ad9'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:53:22.941121 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Pushing event deleted for resources: {'Port': ['ID=458750c8-56ac-42f1-ae14-01f520052ad9,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:22.986260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] No DVR routers for this DVR port 458750c8-56ac-42f1-ae14-01f520052ad9 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:53:22.988987 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:22.991148 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7fcbdc10-6c4d-4850-8647-c3122f7a0dfc req-046148eb-c098-42c7-8ee3-fd16ec919735 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.64 "DELETE /v2.0/ports/458750c8-56ac-42f1-ae14-01f520052ad9 HTTP/1.1" status: 204 len: 173 time: 0.4288459 Sep 14 14:53:22.991593 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'name': 'network-vif-deleted', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:22.993977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39194bea-666d-4c7d-af7e-edd087b77694" -d '{"events": [{"server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "name": "network-vif-deleted", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:23.017524 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5b32c-2c98-4cf0-a3e9-86113bc3d4d2 req-ea9935e6-3f67-494b-95e8-4275c8605bb4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:23.020812 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8bb5b32c-2c98-4cf0-a3e9-86113bc3d4d2 req-ea9935e6-3f67-494b-95e8-4275c8605bb4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0573480 Sep 14 14:53:23.035160 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd260ecd-7ae1-4509-80dc-8075fd22cc69 x-openstack-request-id: req-dd260ecd-7ae1-4509-80dc-8075fd22cc69 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:23.035458 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db48bbc-8b76-4977-a024-2d2f496c6f2c", "name": "network-vif-deleted", "tag": "458750c8-56ac-42f1-ae14-01f520052ad9", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:23.035703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd260ecd-7ae1-4509-80dc-8075fd22cc69 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:23.036146 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db48bbc-8b76-4977-a024-2d2f496c6f2c', 'name': 'network-vif-deleted', 'tag': '458750c8-56ac-42f1-ae14-01f520052ad9', 'status': 'completed', 'code': 200} Sep 14 14:53:23.067388 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8bb5b32c-2c98-4cf0-a3e9-86113bc3d4d2 req-ab5a63c6-1ac2-4e00-8396-8d3d2fa3147b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Sep 14 14:53:23.201023 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bffdb3-21ad-4969-8a15-e708243b4fa8 req-28982d1d-bd3f-4e53-bdac-884f849898e7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:23.202483 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e0bffdb3-21ad-4969-8a15-e708243b4fa8 req-28982d1d-bd3f-4e53-bdac-884f849898e7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Sep 14 14:53:23.254465 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e0bffdb3-21ad-4969-8a15-e708243b4fa8 req-e9fec151-fa8b-4cf0-8ee0-48eace27a867 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Sep 14 14:53:23.276417 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59300) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:23.331221 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2fe158b0-8d65-4f2e-84f5-5f9ea866643f req-3bb52d53-a03f-4d13-8b77-52ca3ba1fad7 tempest-VolumesSnapshotTestJSON-78003319 tempest-VolumesSnapshotTestJSON-78003319-project] 10.222.0.50 "GET /v2.0/ports?device_id=8db48bbc-8b76-4977-a024-2d2f496c6f2c HTTP/1.1" status: 200 len: 210 time: 0.0347948 Sep 14 14:53:23.476475 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1d3b6-bcc2-4629-8fbf-41e97e39824d tempest-TestShelveInstance-1841387152 tempest-TestShelveInstance-1841387152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:23.478108 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-c4e1d3b6-bcc2-4629-8fbf-41e97e39824d tempest-TestShelveInstance-1841387152 tempest-TestShelveInstance-1841387152-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1094 time: 0.2005904 Sep 14 14:53:23.481625 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59306) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:23.486021 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:23.512192 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for floatingip, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:23.613419 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:23.728517 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Allocated IP 172.27.1.184 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/049e3bab-d91a-4aeb-ba47-a5affadeaa7a) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:53:23.851371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:23.893354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:23.931536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:53:23.934455 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:53:23.937837 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:53:23.945269 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'Port': ['ID=049e3bab-d91a-4aeb-ba47-a5affadeaa7a,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:24.191364 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-1ac66b2c-96d4-4c82-bf93-d129dac43729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:24.343947 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:24.722694 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:24.831141 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:24.998251 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:25.005232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:25.080990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event updated for resources: {'Port': ['ID=049e3bab-d91a-4aeb-ba47-a5affadeaa7a,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:25.094036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:25.200647 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Floating IP 9fb13900-86f4-4355-b0fa-d6d67ff1d0eb associated. External IP: 172.27.1.184, port: 7fc00afe-d64e-440f-8df6-a3636be169a2. Sep 14 14:53:25.402968 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:25.433508 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:53:25.545740 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:53:25.558707 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Sync routers for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:53:25.566799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:25.568997 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:25.569624 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:25.594872 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1f3fa8ad-1e23-4d03-8fff-0774fdf8bbca tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1120839 Sep 14 14:53:25.595418 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:25.597730 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:25.637054 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6beb1-6388-4c39-998b-63f28b66da93 x-openstack-request-id: req-92d6beb1-6388-4c39-998b-63f28b66da93 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:25.637345 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:25.637592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92d6beb1-6388-4c39-998b-63f28b66da93 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:25.637978 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'status': 'completed', 'code': 200} Sep 14 14:53:25.686933 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:25.708784 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-3370749b-4be8-47b3-a940-cdc474afc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:25.710482 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-3370749b-4be8-47b3-a940-cdc474afc160 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0467372 Sep 14 14:53:25.828292 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-f04a423d-2db4-4f01-9efc-5a90517a89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:25.830088 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-f04a423d-2db4-4f01-9efc-5a90517a89bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.1104999 Sep 14 14:53:25.913806 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-300822ea-c705-4dcf-a17a-f27e56c8c2a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 1000 time: 0.0747995 Sep 14 14:53:26.004625 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-201c37e5-3aa3-4d74-b548-b32db311c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:26.006230 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-201c37e5-3aa3-4d74-b548-b32db311c8c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0740416 Sep 14 14:53:26.022695 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '9fb13900-86f4-4355-b0fa-d6d67ff1d0eb', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'mac_address': 'fa:16:3e:c2:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:24Z', 'updated_at': '2021-09-14T14:53:24Z', 'revision_number': 0, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:26.058292 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-09498d07-77a2-4024-bb48-a4d3f3011a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:26.059947 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-09498d07-77a2-4024-bb48-a4d3f3011a89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432458 Sep 14 14:53:26.075555 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Checking router: 0c68b1c8-1216-4317-a7a8-3de78b4c98cc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:53:26.084952 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:26.085714 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:26.165459 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-f89cef21-54f7-46b9-933c-3894bb68e518 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943689 Sep 14 14:53:26.271270 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a4142b21-9d7f-488a-bdb2-7e5a58c9ab67 req-5a9eee26-e4e3-4e88-ab66-7864e2a5663f service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924964 Sep 14 14:53:26.341726 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:26.584156 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '9fb13900-86f4-4355-b0fa-d6d67ff1d0eb', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'mac_address': 'fa:16:3e:c2:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:24Z', 'updated_at': '2021-09-14T14:53:24Z', 'revision_number': 0, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:26.615450 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808ce8a8-ddc2-47dc-8b05-e7d3b40340fa None None] The sync data for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi is: [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '9fb13900-86f4-4355-b0fa-d6d67ff1d0eb', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'mac_address': 'fa:16:3e:c2:3c:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:24Z', 'updated_at': '2021-09-14T14:53:24Z', 'revision_number': 0, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:53:26.822108 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bdbdf-1892-47c5-b116-fb5d77433fb2 None None] New status for floating IP 9fb13900-86f4-4355-b0fa-d6d67ff1d0eb: ACTIVE {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:53:27.045762 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:28.247656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 458750c8-56ac-42f1-ae14-01f520052ad9 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:53:28.271445 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 458750c8-56ac-42f1-ae14-01f520052ad9 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:53:28.271785 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 458750c8-56ac-42f1-ae14-01f520052ad9 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:53:30.722667 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21062024-4980-4438-9c68-1513f9d5d2ee req-5c5b3b49-03aa-43b1-83f6-b7e3dfd6e7b6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:30.725354 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21062024-4980-4438-9c68-1513f9d5d2ee req-5c5b3b49-03aa-43b1-83f6-b7e3dfd6e7b6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.1868289 Sep 14 14:53:30.769101 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-21062024-4980-4438-9c68-1513f9d5d2ee req-7a976b62-2f80-495c-9cd5-f92353e39780 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361371 Sep 14 14:53:31.965133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d39ac-1422-4af4-909a-c141539d3df2 req-e974862a-2efc-49d1-87b5-503453f0dc3d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:31.966672 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-823d39ac-1422-4af4-909a-c141539d3df2 req-e974862a-2efc-49d1-87b5-503453f0dc3d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.1187432 Sep 14 14:53:32.012246 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-823d39ac-1422-4af4-909a-c141539d3df2 req-727bf77d-b447-4816-b4ef-c7686fcef725 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368526 Sep 14 14:53:32.708069 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-75c14f1e-00a4-49d0-84cf-24809b546549 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:32.709585 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-75c14f1e-00a4-49d0-84cf-24809b546549 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0564895 Sep 14 14:53:32.807689 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Deleting port 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:32.808156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:32.904945 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] For port 34273b94-9cbf-43ec-9c18-b4901b982daa, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=34273b94-9cbf-43ec-9c18-b4901b982daa,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:32.905327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:33.137212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:33.137575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:33.137894 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Floating IP 656bd9bc-a5a7-48ae-a935-1fad63e27c06 disassociated. External IP: 172.27.1.65, port: 34273b94-9cbf-43ec-9c18-b4901b982daa. Sep 14 14:53:33.138241 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Calling delete_port for 34273b94-9cbf-43ec-9c18-b4901b982daa owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:33.145615 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bef02-9f90-4d29-9219-046f86504730 req-0af56756-6621-4651-a7eb-2f9f5cbb6d2a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:33.147609 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c14bef02-9f90-4d29-9219-046f86504730 req-0af56756-6621-4651-a7eb-2f9f5cbb6d2a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 946 time: 0.0516698 Sep 14 14:53:33.186636 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c14bef02-9f90-4d29-9219-046f86504730 req-83f259ff-c730-4d4b-a0b9-74ae749c758f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Sep 14 14:53:33.267529 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:33.298330 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'Port': ['ID=34273b94-9cbf-43ec-9c18-b4901b982daa,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:33.415053 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:53:33.526019 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:53:33.536996 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:53:33.546522 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:33.547148 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:33.571660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] No DVR routers for this DVR port 34273b94-9cbf-43ec-9c18-b4901b982daa on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:53:33.574763 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:33.576902 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-52bf9cd6-b550-43b9-9ee7-35d9a1844034 req-32da0718-e089-4627-ab19-0142382170f2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "DELETE /v2.0/ports/34273b94-9cbf-43ec-9c18-b4901b982daa HTTP/1.1" status: 204 len: 173 time: 0.8591540 Sep 14 14:53:33.577330 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-deleted', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:33.579587 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9a1f6-25e1-4b62-a520-7876c27a418b" -d '{"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-deleted", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:33.631096 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba475ff6-12b3-455e-890a-b6efc4afca40 x-openstack-request-id: req-ba475ff6-12b3-455e-890a-b6efc4afca40 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:33.631379 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc", "name": "network-vif-deleted", "tag": "34273b94-9cbf-43ec-9c18-b4901b982daa", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:33.631631 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba475ff6-12b3-455e-890a-b6efc4afca40 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:33.632043 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc', 'name': 'network-vif-deleted', 'tag': '34273b94-9cbf-43ec-9c18-b4901b982daa', 'status': 'completed', 'code': 200} Sep 14 14:53:33.658730 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:33.858769 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:33.889137 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:53:33.898157 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:33.899293 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:34.005736 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:34.241790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:34.273781 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a5dd7-c35f-462f-9d98-ef54d2eae19d None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:53:34.365085 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-688ed837-fb8c-4647-bd89-57ea66a52c22 req-401e9187-842c-4a38-b53e-e0d13e0b6d6b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=b5cdb4e7-1ea1-4f1b-a271-a33a715cdffc HTTP/1.1" status: 200 len: 210 time: 0.0318930 Sep 14 14:53:34.542843 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cabe4-2845-4b11-86ee-4565b9153011 None None] New status for floating IP 656bd9bc-a5a7-48ae-a935-1fad63e27c06: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:53:35.469279 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59450) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:35.530360 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.560087 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.610942 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.613505 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.614674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "DELETE /v2.0/security-groups/8e13ad08-53ae-4ca2-ac20-ecd7b65800d3 HTTP/1.1" status: 204 len: 168 time: 0.1444476 Sep 14 14:53:35.617590 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59452) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:35.624457 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12278aa9-2188-47b1-8f5c-45a8b809fc0b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e13ad08-53ae-4ca2-ac20-ecd7b65800d3,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:35.631885 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.api.v2.resource [None req-0c3da802-cba0-43c8-8f65-7956ebf34da5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] show failed (client error): The resource could not be found. Sep 14 14:53:35.632955 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0c3da802-cba0-43c8-8f65-7956ebf34da5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups/8e13ad08-53ae-4ca2-ac20-ecd7b65800d3 HTTP/1.1" status: 404 len: 347 time: 0.0143795 Sep 14 14:53:35.635892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59454) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:35.759955 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Deleting port b7b8c5a4-5900-4124-8a79-505749b6cc4b {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:35.760327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.837887 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.838186 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:35.850311 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Calling delete_port for b7b8c5a4-5900-4124-8a79-505749b6cc4b owned by network:floatingip {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:36.232113 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.257195 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'Port': ['ID=b7b8c5a4-5900-4124-8a79-505749b6cc4b,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:36.322718 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.326346 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.327751 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-26647fb7-d964-4cd1-9251-cc190fc11c62 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "DELETE /v2.0/floatingips/656bd9bc-a5a7-48ae-a935-1fad63e27c06 HTTP/1.1" status: 204 len: 168 time: 0.6907208 Sep 14 14:53:36.572917 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59462) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:36.577957 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100291600', 'description': 'tempest-description--744930232'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:36.603960 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.692750 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.699805 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.728670 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:36.731326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.733051 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a9fc5d12-b595-48a4-ad7d-e068fb50ca56 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1591010 Sep 14 14:53:36.736264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59464) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:36.741123 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group_rule': {'security_group_id': 'c0cba786-6c3d-4f73-b5ad-0ae0b3b911db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:36.771940 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.838702 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.845004 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.862767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bcf4b9-ca66-4581-b18f-106da362222a,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:36.875058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.877085 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-cd71a118-6de9-478f-8a74-3d97cb783d12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400764 Sep 14 14:53:36.880128 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59466) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:36.887077 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'security_group_rule': {'security_group_id': 'c0cba786-6c3d-4f73-b5ad-0ae0b3b911db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:36.925570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:36.996822 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.005937 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.026446 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48998579-23ef-4d15-8a7c-19dee5e2b9d9,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:37.030960 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.037628 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-31b7927d-25a0-4102-b7d1-fdc5f016f1a9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508117 Sep 14 14:53:37.037628 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59468) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:37.041636 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:37.075114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.180458 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.287918 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Allocated IP 172.27.1.9 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:53:37.396381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.440053 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.477054 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:53:37.480089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:53:37.483615 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:53:37.510266 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:37.578138 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.620819 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.775611 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.782794 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.807033 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.854274 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-ccb35243-e283-44ef-8324-3731c23bad73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418339 Sep 14 14:53:37.858601 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:37.865447 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.881652 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:37.883022 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-28ba0fb7-f58a-4bea-92e4-3697ff590890 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8448126 Sep 14 14:53:37.917969 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-1dd90e55-b9f6-45f0-aa04-700af8c1f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:37.919644 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-1dd90e55-b9f6-45f0-aa04-700af8c1f3f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 1099 time: 0.0405722 Sep 14 14:53:38.013196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:53:38.037769 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 34273b94-9cbf-43ec-9c18-b4901b982daa {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:53:38.037923 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-41dd7231-9eb9-4738-8f02-f885df3ce28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:38.038428 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 34273b94-9cbf-43ec-9c18-b4901b982daa not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:53:38.039471 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-41dd7231-9eb9-4738-8f02-f885df3ce28a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.0956173 Sep 14 14:53:38.108276 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-90a168e1-3e94-466f-b6d6-bc6937c827ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 200 len: 1002 time: 0.0599489 Sep 14 14:53:38.148510 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5db3a9e9-3c6e-48b9-a604-7205af4094b1 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--100291600&fields=id&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 267 time: 0.0357766 Sep 14 14:53:38.163941 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-a15dc342-65ff-4081-a739-156d797276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:38.165445 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-a15dc342-65ff-4081-a739-156d797276a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0495949 Sep 14 14:53:38.214499 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-43c01450-1e06-41a2-859b-580d4901c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:38.216081 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-43c01450-1e06-41a2-859b-580d4901c849 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419118 Sep 14 14:53:38.264307 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5f2b8087-596d-465d-85c2-ccf6e0c1ef30 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:38.265811 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5f2b8087-596d-465d-85c2-ccf6e0c1ef30 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 817 time: 0.1078787 Sep 14 14:53:38.281838 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-b29cfd02-b478-4f70-bfbe-2f8ba5ca4f7b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/quotas/d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 375 time: 0.0100470 Sep 14 14:53:38.314025 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-d0f54ac5-9e16-4912-b6a4-d13c572ad5f6 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889332 Sep 14 14:53:38.337038 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-b149072c-ef99-417b-9ef7-176e199377c6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493355 Sep 14 14:53:38.414182 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-4c96c5cf-1cf7-4457-a2f9-342f4a63a003 req-16b7a49b-01f2-478f-b990-2174e12ad2ac service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917466 Sep 14 14:53:38.487755 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d81d1d16-cc97-4714-a2e2-fe8288f46e0e service neutron] 10.222.0.50 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383405 Sep 14 14:53:38.584741 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-2f7dd1ca-388f-4e9f-bd58-93cafef6fcfe service neutron] 10.222.0.50 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908031 Sep 14 14:53:38.758844 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5da22ce1-4e19-45cd-8ba2-2c8a4cebf20c req-fe99931d-9fc4-49f9-b202-9699d6688cd4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Sep 14 14:53:39.857897 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75239a08-8a7c-40bc-9679-a8c621dbe866 req-6a5a172b-ae79-4a28-b4b9-7a1ca912a3e6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 210 time: 0.0263901 Sep 14 14:53:39.984485 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-2175c669-80e0-4d76-a04c-c0ea756ffd4f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:39.985872 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-2175c669-80e0-4d76-a04c-c0ea756ffd4f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 817 time: 0.1073716 Sep 14 14:53:40.034049 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-4809f3f6-6bfd-424a-a404-7a88d9a529a7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 379 time: 0.0352476 Sep 14 14:53:40.046689 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'port': {'device_id': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'admin_state_up': True, 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'security_groups': ['c0cba786-6c3d-4f73-b5ad-0ae0b3b911db']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:40.166575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Made reservation on behalf of d4ad6c40cd254e439da0048038d025ef for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:53:40.170277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.310826 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Allocated IP 172.20.0.14 (ed0a67b2-b4a0-432d-9bca-40bfed0a55a9/77e8044f-6c53-4b23-8ca4-d4dd3e8412d4/1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:53:40.452291 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.466026 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Transition to ACTIVE for port object 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:53:40.505024 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.549327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:53:40.554920 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:53:40.557427 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:53:40.584489 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:40.594400 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.594748 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.595086 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.595750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.595750 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.596075 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.596391 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.596710 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.597028 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.597348 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.597668 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.597988 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:53:40.628711 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:40.629464 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.646417 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-d08547b8-4396-48f8-ac24-249eec0ca114 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057227 Sep 14 14:53:40.662947 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Request body: {'port': {'device_id': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:40.738844 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.782552 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-af756423-d861-4b77-9f81-944969ad2827 None None] Provisioning for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:53:40.786852 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-af756423-d861-4b77-9f81-944969ad2827 None None] Provisioning complete for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:53:40.787281 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-af756423-d861-4b77-9f81-944969ad2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:40.834889 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-af756423-d861-4b77-9f81-944969ad2827 None None] Port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:53:40.990883 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4c667-16f0-45f1-8885-fc96ec22a543 req-79ecbed6-cb45-4cf6-a5ae-f0c8cd157190 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:40.992562 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7ab4c667-16f0-45f1-8885-fc96ec22a543 req-79ecbed6-cb45-4cf6-a5ae-f0c8cd157190 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 932 time: 0.0559249 Sep 14 14:53:41.033031 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7ab4c667-16f0-45f1-8885-fc96ec22a543 req-4245c0f0-004c-4b5e-a8be-8d77a8592de7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Sep 14 14:53:41.061917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:53:41.070227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:41.082444 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Transition to ACTIVE for port object 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:53:41.086005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:41.151873 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:41.230049 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Attempting to bind port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:53:41.230392 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Attempting to bind port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:53:41.230796 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Attempting to bind port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:53:41.236760 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:53:41.237090 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Attempting to bind port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 on network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:53:41.242478 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:53:41.242817 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Checking segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:53:41.243211 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Bound using segment: {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:53:41.243646 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Bound port: 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e4597f-e559-469c-b200-700dfd19790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:53:41.244005 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:41.317184 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:53:41.320315 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:53:41.325068 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:41.357639 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:41.357818 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:41.359171 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] 10.222.0.64 "PUT /v2.0/ports/1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 1094 time: 0.7011592 Sep 14 14:53:41.359577 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:41.361881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984bc00-fe95-4c34-b421-b4c58fe597ab" -d '{"events": [{"name": "network-changed", "server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:41.400842 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14948cf-1927-4b77-8b50-e72ad6799678 x-openstack-request-id: req-e14948cf-1927-4b77-8b50-e72ad6799678 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:41.401271 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:41.401478 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e14948cf-1927-4b77-8b50-e72ad6799678 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:41.401891 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'status': 'completed', 'code': 200} Sep 14 14:53:41.408490 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbade6-c793-4224-ac96-0b283fa8682e service neutron] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:41.455964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-623a0593-3854-4532-bab8-4493ae92cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:41.457586 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-623a0593-3854-4532-bab8-4493ae92cb49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0461411 Sep 14 14:53:41.502800 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-416696cf-3b87-4b8e-9c77-047642fa9d5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 217 time: 0.0359073 Sep 14 14:53:41.556560 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-19a4b446-c37f-4d19-a788-f314712f00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:41.558043 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-19a4b446-c37f-4d19-a788-f314712f00f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0451243 Sep 14 14:53:41.612774 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-3d6b843e-c805-4e6b-8f05-4fff29686185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:41.614272 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-3d6b843e-c805-4e6b-8f05-4fff29686185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455663 Sep 14 14:53:41.707309 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-78ea78f4-5c45-484f-b02d-116d81c22bff service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Sep 14 14:53:41.802099 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-c4e154ba-00d7-4a3a-9423-c755dc7b7e3f req-e99aa71d-99e7-474c-843e-f30155d85961 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866134 Sep 14 14:53:41.907057 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-8e931b34-ee33-425d-a08f-1abb3557e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:41.908606 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-8e931b34-ee33-425d-a08f-1abb3557e1bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0466864 Sep 14 14:53:42.018184 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-6d098070-5cf4-4d90-80a2-c10ff64bf9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:42.019904 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-6d098070-5cf4-4d90-80a2-c10ff64bf9a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.1029191 Sep 14 14:53:42.078915 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-65e52ce6-b5ea-4377-9635-ae1cd41d9089 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 217 time: 0.0392215 Sep 14 14:53:42.135721 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-51765e27-7368-4956-bbf7-1a8a98d12717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:42.137256 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-51765e27-7368-4956-bbf7-1a8a98d12717 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0503166 Sep 14 14:53:42.162602 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f4c4-0ef8-4e16-a153-3cfc4366fe40 req-7fdfdf9b-34a7-4ed2-aa81-e34ab6114a26 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:42.164121 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52b9f4c4-0ef8-4e16-a153-3cfc4366fe40 req-7fdfdf9b-34a7-4ed2-aa81-e34ab6114a26 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0510569 Sep 14 14:53:42.184861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-86881dde-8035-4ac9-a7f3-124bc8ad0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:42.186439 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-86881dde-8035-4ac9-a7f3-124bc8ad0f95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403833 Sep 14 14:53:42.202723 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-52b9f4c4-0ef8-4e16-a153-3cfc4366fe40 req-9989e09d-f257-4762-8e0f-0a36dee6aeee tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Sep 14 14:53:42.285225 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-36e36b31-8d8e-40cc-a3bb-f22c2053131c service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906489 Sep 14 14:53:42.385068 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-3984bc00-fe95-4c34-b421-b4c58fe597ab req-ea673f1b-ba44-4857-950e-756393491005 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919821 Sep 14 14:53:43.343020 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269739ea-7fa2-44b3-9483-c40db3595642 req-fa9235c3-8238-458e-8171-0cb0116ce6a0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:43.344535 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-269739ea-7fa2-44b3-9483-c40db3595642 req-fa9235c3-8238-458e-8171-0cb0116ce6a0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0571010 Sep 14 14:53:43.386759 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-269739ea-7fa2-44b3-9483-c40db3595642 req-2f7b32a1-ab27-4df3-a079-2bc907b3b9f9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329804 Sep 14 14:53:44.519419 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1924b-cba2-4872-8d10-27bad7ec2122 req-21661b42-84ca-4d66-86a5-4bc0d349d98b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:44.520952 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4bb1924b-cba2-4872-8d10-27bad7ec2122 req-21661b42-84ca-4d66-86a5-4bc0d349d98b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0603738 Sep 14 14:53:44.561778 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4bb1924b-cba2-4872-8d10-27bad7ec2122 req-44894669-c133-4ab8-8fad-03ce4f968fda tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Sep 14 14:53:45.684990 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39758c-6583-4851-9ffc-8bd7e68ce813 req-4335c27e-a9b0-4531-b603-3bd7b4630f42 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:45.686468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6d39758c-6583-4851-9ffc-8bd7e68ce813 req-4335c27e-a9b0-4531-b603-3bd7b4630f42 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0519757 Sep 14 14:53:45.725880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6d39758c-6583-4851-9ffc-8bd7e68ce813 req-b967e35b-b02b-40ea-ac3d-6e9980b3e93e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326672 Sep 14 14:53:46.846015 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac88a1-a8dd-41e2-ab04-4f7d6e1b7d5f req-54f21596-463c-4ba1-8fbd-00e65a9f95e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:46.847775 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-63ac88a1-a8dd-41e2-ab04-4f7d6e1b7d5f req-54f21596-463c-4ba1-8fbd-00e65a9f95e4 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0503581 Sep 14 14:53:46.891869 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-63ac88a1-a8dd-41e2-ab04-4f7d6e1b7d5f req-0985bd4d-eb31-485c-a434-7bd8637d3f8e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350809 Sep 14 14:53:47.251538 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ac7e-ef5e-4863-bd43-f4ea46fc8a89 req-9527fc96-267d-4b7c-a9e4-fc5ca0a1ea5f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:47.253055 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d025ac7e-ef5e-4863-bd43-f4ea46fc8a89 req-9527fc96-267d-4b7c-a9e4-fc5ca0a1ea5f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0545778 Sep 14 14:53:47.295587 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d025ac7e-ef5e-4863-bd43-f4ea46fc8a89 req-e634f367-5d03-4dc1-a781-269bb1f6592d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335710 Sep 14 14:53:48.033181 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b13aa-7fba-4ff7-830c-dc7932fb1bb3 req-36236a69-ce66-4b67-a905-553f5c3067fb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:48.034705 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-291b13aa-7fba-4ff7-830c-dc7932fb1bb3 req-36236a69-ce66-4b67-a905-553f5c3067fb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0642033 Sep 14 14:53:48.043419 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:53:48.081983 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-291b13aa-7fba-4ff7-830c-dc7932fb1bb3 req-74459ba4-adad-4fde-adf1-9a950f44c003 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Sep 14 14:53:48.142340 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:48.153013 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:53:48.195009 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:48.208276 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:53:48.229249 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:48.236466 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:48.285153 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:48.416907 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50c207-fc54-4491-9011-9717b81cfc7c req-5cfc1a2e-6b99-404b-af66-17d2f82566ad tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:48.418396 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-de50c207-fc54-4491-9011-9717b81cfc7c req-5cfc1a2e-6b99-404b-af66-17d2f82566ad tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0546405 Sep 14 14:53:48.456110 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-de50c207-fc54-4491-9011-9717b81cfc7c req-6efe6f96-1023-4fd3-819a-7fb7ad9a4cfb tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Sep 14 14:53:48.503313 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:53:49.216273 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11ec5-f5a9-4212-8ce3-5bee0b038c5e req-a7553010-c7c7-4bf9-a8a7-1fb4005b1415 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:49.217664 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-50f11ec5-f5a9-4212-8ce3-5bee0b038c5e req-a7553010-c7c7-4bf9-a8a7-1fb4005b1415 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 945 time: 0.0532389 Sep 14 14:53:49.256535 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-50f11ec5-f5a9-4212-8ce3-5bee0b038c5e req-79100a46-cb11-439b-be0a-d91b15074a61 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325379 Sep 14 14:53:49.592847 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abd03f-3532-47cd-9339-58d63b1e079c req-d0882b4c-d2ff-4515-8f7e-01985ec1db92 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:49.594641 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c8abd03f-3532-47cd-9339-58d63b1e079c req-d0882b4c-d2ff-4515-8f7e-01985ec1db92 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0628493 Sep 14 14:53:49.633636 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c8abd03f-3532-47cd-9339-58d63b1e079c req-c648c852-aa3d-4b93-90d9-48e1128ca7ef tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Sep 14 14:53:50.081972 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:53:50.134343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:53:50.137832 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:53:50.138194 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:50.218380 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:50.242343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:50.244695 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a9c373-383b-4e00-98b8-7f804c3941a2" -d '{"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:50.257772 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:50.263650 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:50.287061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f09f6-6997-4040-8bc0-bb05b107c0cc x-openstack-request-id: req-c06f09f6-6997-4040-8bc0-bb05b107c0cc {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:50.287360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:50.287611 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c06f09f6-6997-4040-8bc0-bb05b107c0cc {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:50.288005 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'code': 200} Sep 14 14:53:50.327823 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:50.390320 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1715f-7b78-4274-8be4-b30941b2cf3a req-9121961f-9f25-4c18-85cf-a8c8548a1929 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:50.392336 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-67d1715f-7b78-4274-8be4-b30941b2cf3a req-9121961f-9f25-4c18-85cf-a8c8548a1929 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0525410 Sep 14 14:53:50.431229 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-67d1715f-7b78-4274-8be4-b30941b2cf3a req-2aa11f7f-cddf-4559-a864-7cb2c4e7302e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Sep 14 14:53:50.532003 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87275fb0-541d-492d-a5e1-505dce72089a req-67cc8582-9558-4c8f-8163-534b75a8465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:50.533686 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87275fb0-541d-492d-a5e1-505dce72089a req-67cc8582-9558-4c8f-8163-534b75a8465a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1099 time: 0.0974796 Sep 14 14:53:50.569671 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-87275fb0-541d-492d-a5e1-505dce72089a req-d504ce6c-4151-40fd-a629-5bf23ed663ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280807 Sep 14 14:53:50.763941 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b98ae1-e55d-4140-9a5a-a491bad235af req-96bc72b5-5c9f-4f34-b9a6-7ad730429736 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:50.765467 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4b98ae1-e55d-4140-9a5a-a491bad235af req-96bc72b5-5c9f-4f34-b9a6-7ad730429736 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0578108 Sep 14 14:53:50.805497 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c4b98ae1-e55d-4140-9a5a-a491bad235af req-c89f72bd-7657-4c52-90b9-90d71d2314c6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333219 Sep 14 14:53:51.092384 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59694) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:51.221691 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aebb82d8-48d4-4e76-a889-d90eb2cd99b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.322134 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aebb82d8-48d4-4e76-a889-d90eb2cd99b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.328747 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-aebb82d8-48d4-4e76-a889-d90eb2cd99b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.364682 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb82d8-48d4-4e76-a889-d90eb2cd99b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7a797c-b8ca-4a8b-a0d6-4bf0473c0cc6,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:51.368875 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-aebb82d8-48d4-4e76-a889-d90eb2cd99b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=470d75161d164ef5ad8f7f1f81721f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754376 Sep 14 14:53:51.371800 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59700) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:51.429748 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.451337 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.502367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.504932 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.506126 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c7a797c-b8ca-4a8b-a0d6-4bf0473c0cc6 HTTP/1.1" status: 204 len: 168 time: 0.1333947 Sep 14 14:53:51.535744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b611355-5168-4821-b213-99229e0cba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7a797c-b8ca-4a8b-a0d6-4bf0473c0cc6,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:51.561602 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f482274-46ad-455f-b2b0-b6094f98bd75 req-7b292a26-cbf4-4c1f-8482-0d14a3be6cfa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:51.563288 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4f482274-46ad-455f-b2b0-b6094f98bd75 req-7b292a26-cbf4-4c1f-8482-0d14a3be6cfa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0561883 Sep 14 14:53:51.605390 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4f482274-46ad-455f-b2b0-b6094f98bd75 req-da624590-c95b-48ec-9bb0-6bc580a90659 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341449 Sep 14 14:53:51.633581 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-d0a706c6-6c21-4f31-a0e2-fe2e8e7973e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:51.934242 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c276181-6724-4cd4-8af1-a5c15eb85a03 req-262938b6-2713-4cc7-8240-a26652feaf0a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:51.935762 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5c276181-6724-4cd4-8af1-a5c15eb85a03 req-262938b6-2713-4cc7-8240-a26652feaf0a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0516016 Sep 14 14:53:51.976401 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5c276181-6724-4cd4-8af1-a5c15eb85a03 req-088843a8-cbac-4528-b53c-9e4d82c77c57 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339634 Sep 14 14:53:52.065716 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59730) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:52.122282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Deleting subnet 4ec147fc-1c54-443c-9bd6-eb10a1c7f472 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:53:52.126156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.161131 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.219820 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.276353 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.308392 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.310333 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4ec147fc-1c54-443c-9bd6-eb10a1c7f472 HTTP/1.1" status: 204 len: 168 time: 0.2435305 Sep 14 14:53:52.311564 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2eb25-8215-4242-8bec-215b8443551d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec147fc-1c54-443c-9bd6-eb10a1c7f472,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:52.313064 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59744) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:52.397747 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.475109 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cebe04-893a-4077-8bb5-41e0f889a1d7 req-5b2cdb14-34ea-4945-9c08-60003ff0dfa9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:52.476532 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5cebe04-893a-4077-8bb5-41e0f889a1d7 req-5b2cdb14-34ea-4945-9c08-60003ff0dfa9 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0827200 Sep 14 14:53:52.532681 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.566205 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f5cebe04-893a-4077-8bb5-41e0f889a1d7 req-efd53fb8-a3f7-44ef-af2b-c3fcea358d8f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781696 Sep 14 14:53:52.567752 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:52.579717 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6666f7dc-1663-4a5f-9078-499e85a29e30') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:52.580136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6666f7dc-1663-4a5f-9078-499e85a29e30') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:52.591043 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.605905 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.614554 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:53:52.615163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:53:52.617787 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:53:52.695594 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.695594 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.696948 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6 HTTP/1.1" status: 204 len: 168 time: 0.3828354 Sep 14 14:53:52.720079 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860d891-3457-49f6-9141-07f4cfb11766 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d9689a-bfd0-47d1-aba7-6e0e7271dfd6,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:52.761846 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57d0b1-d1b6-46d7-bf6d-c3297524faa9 req-c96f59f5-995c-4112-bef1-4884a7a457da tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:52.763462 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e57d0b1-d1b6-46d7-bf6d-c3297524faa9 req-c96f59f5-995c-4112-bef1-4884a7a457da tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0651739 Sep 14 14:53:52.805009 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e57d0b1-d1b6-46d7-bf6d-c3297524faa9 req-6797ec58-2e25-4ef9-bfe6-c770dbdb7336 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336211 Sep 14 14:53:52.877252 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59760) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:52.916821 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d575a083-2fa9-4b27-97e7-04d4dcdd90c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66cb76dd951a4a10ac7fbcd9db1fbfeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386648 Sep 14 14:53:52.919282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59762) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:52.924716 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78502f68-d551-46cd-8b48-12b3458eacc1 req-7f12aaf9-2cdf-4222-9090-25449c2c6f48 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:52.926334 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-78502f68-d551-46cd-8b48-12b3458eacc1 req-7f12aaf9-2cdf-4222-9090-25449c2c6f48 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0496972 Sep 14 14:53:52.935516 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59764) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:52.940114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Request body: {'floatingip': {'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:52.970792 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:52.993401 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:53.052800 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:53.055670 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:53.056903 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78556372-c71f-4fcc-9f46-3b3bceaa40e9 HTTP/1.1" status: 204 len: 168 time: 0.1367126 Sep 14 14:53:53.067278 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2efc11-8742-4576-bc40-ff171038233e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78556372-c71f-4fcc-9f46-3b3bceaa40e9,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:53.302187 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:53.429869 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf3221-ba1d-4b7f-bf84-83ecde8e5d0b req-94ad55a4-a488-470f-899a-d7d0d8b1ad2c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:53.431469 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0caf3221-ba1d-4b7f-bf84-83ecde8e5d0b req-94ad55a4-a488-470f-899a-d7d0d8b1ad2c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.1520398 Sep 14 14:53:53.521753 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0caf3221-ba1d-4b7f-bf84-83ecde8e5d0b req-c67ff036-2fcf-4084-8d62-936800629182 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828466 Sep 14 14:53:53.758991 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09e2ad-1282-4084-ae30-e27cff28a16f req-8595a70a-385e-4cc7-abdb-69cd80ba9c7c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:53.760568 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea09e2ad-1282-4084-ae30-e27cff28a16f req-8595a70a-385e-4cc7-abdb-69cd80ba9c7c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0958180 Sep 14 14:53:53.872562 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea09e2ad-1282-4084-ae30-e27cff28a16f req-f518c224-2bd0-40b0-bb2a-881ffc7b0dae tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002545 Sep 14 14:53:53.904882 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-508d2cd0-bb3d-49dd-8c91-40e362f156d3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:53.906394 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-508d2cd0-bb3d-49dd-8c91-40e362f156d3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 946 time: 0.0545452 Sep 14 14:53:53.916660 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:53.921859 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.010598 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port 2fee3766-1a6f-4f4d-9062-fe95cd056393 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:54.011205 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.028405 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Floating IP 25d24801-6860-434d-b64f-62317ac7ab3e associated. External IP: 172.27.1.9, port: 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669. Sep 14 14:53:54.069230 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:53:54.114264 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 2fee3766-1a6f-4f4d-9062-fe95cd056393 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:53:54.142492 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:54.143026 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.277718 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:53:54.334888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.335207 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.335549 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5 disassociated. External IP: 172.27.1.228, port: 2fee3766-1a6f-4f4d-9062-fe95cd056393. Sep 14 14:53:54.335915 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for 2fee3766-1a6f-4f4d-9062-fe95cd056393 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:54.367729 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.371481 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-60980054-85e6-4d89-a430-13916755fcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.381744 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.395741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:54.397965 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b711e-b10c-4e8c-8fc1-50b16b30f136" -d '{"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:54.418470 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 2fee3766-1a6f-4f4d-9062-fe95cd056393, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=2fee3766-1a6f-4f4d-9062-fe95cd056393,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:54.425590 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.438286 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:53:54.443677 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.454642 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0c6cb9-f6fa-495f-a180-bc7b7240ebcf x-openstack-request-id: req-be0c6cb9-f6fa-495f-a180-bc7b7240ebcf {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:54.455082 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:54.455405 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be0c6cb9-f6fa-495f-a180-bc7b7240ebcf {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:54.455852 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'code': 200} Sep 14 14:53:54.456716 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:53:54.480860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:54.481730 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:54.489159 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-df5696e7-7c67-4729-a74f-b2485bb56c1f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "PUT /v2.0/floatingips/25d24801-6860-434d-b64f-62317ac7ab3e HTTP/1.1" status: 200 len: 990 time: 1.5525010 Sep 14 14:53:54.496155 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.504983 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:54.507232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad47577-a507-4e52-be79-504aee612bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:54.530875 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:54.540846 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=2fee3766-1a6f-4f4d-9062-fe95cd056393,revision_number=6']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:54.542312 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-253775c2-ef64-44fe-89dc-bcf9b592de91 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:54.547475 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-253775c2-ef64-44fe-89dc-bcf9b592de91 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.0702629 Sep 14 14:53:54.588424 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c85361-0fe1-4e8c-a622-71652f0026e6 x-openstack-request-id: req-d6c85361-0fe1-4e8c-a622-71652f0026e6 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:54.588803 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:54.589045 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6c85361-0fe1-4e8c-a622-71652f0026e6 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:54.589419 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'status': 'completed', 'code': 200} Sep 14 14:53:54.666378 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:54.670211 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-db7029fa-ecc8-4b00-8b79-68e9fa2876b0 req-cbe489e6-a5d6-4bef-8a33-f67bdd42542f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 210 time: 0.0306325 Sep 14 14:53:54.689280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47577-a507-4e52-be79-504aee612bc5 req-b4a1d312-9c1b-4144-8b93-ffc5b42db400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:54.690811 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-b4a1d312-9c1b-4144-8b93-ffc5b42db400 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1099 time: 0.0820858 Sep 14 14:53:54.697593 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Deleting port abd389c7-d5fd-419c-a5d7-1b725e2ec525 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:54.698340 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.738829 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:53:54.790124 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] For port abd389c7-d5fd-419c-a5d7-1b725e2ec525, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=abd389c7-d5fd-419c-a5d7-1b725e2ec525,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:53:54.790545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:54.835958 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47577-a507-4e52-be79-504aee612bc5 req-fb503905-855f-4ffd-8e9a-27da2d206cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:54.837507 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-fb503905-855f-4ffd-8e9a-27da2d206cd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.1389666 Sep 14 14:53:54.930710 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '25d24801-6860-434d-b64f-62317ac7ab3e', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:37Z', 'updated_at': '2021-09-14T14:53:53Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:54.942357 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:53:54.953073 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:53:54.965660 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:54.966817 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:54.967476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:53:54.977264 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:54.977898 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:54.985185 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-789f8ff5-f7a9-444b-9f55-c64b470c6c29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 998 time: 0.1342063 Sep 14 14:53:55.018964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] No DVR routers for this DVR port 2fee3766-1a6f-4f4d-9062-fe95cd056393 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:53:55.028679 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:55.030631 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fc136d83-3fa6-4cb5-bfeb-d6e136cdbbdc req-df51175a-b982-4c7c-a1f8-c6090ba0be6b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "DELETE /v2.0/ports/2fee3766-1a6f-4f4d-9062-fe95cd056393 HTTP/1.1" status: 204 len: 173 time: 1.1167591 Sep 14 14:53:55.032749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-deleted', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:55.037175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64c39c-f390-4ff8-9f8f-315cfddee3e1" -d '{"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-deleted", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:55.157556 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:55.167191 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47577-a507-4e52-be79-504aee612bc5 req-57abde2e-35bc-4549-a0de-db0410206239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:55.168544 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-57abde2e-35bc-4549-a0de-db0410206239 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.1508367 Sep 14 14:53:55.264372 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:55.269364 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:55.270165 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:55.270759 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Floating IP 8a7958a9-d920-4baf-a9ae-b8f54991803e disassociated. External IP: 172.27.1.211, port: abd389c7-d5fd-419c-a5d7-1b725e2ec525. Sep 14 14:53:55.271328 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Calling delete_port for abd389c7-d5fd-419c-a5d7-1b725e2ec525 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:55.292153 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47577-a507-4e52-be79-504aee612bc5 req-d2b5a050-d72a-44d1-886b-3c24014fca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:55.293687 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-d2b5a050-d72a-44d1-886b-3c24014fca45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1100018 Sep 14 14:53:55.389652 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54264acf-1603-4d12-a509-88c0cb29262a req-5c7f81c1-4b22-40fc-9c1f-2f4b4234df85 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:55.408661 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-54264acf-1603-4d12-a509-88c0cb29262a req-5c7f81c1-4b22-40fc-9c1f-2f4b4234df85 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 946 time: 0.4113176 Sep 14 14:53:55.448752 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:55.518266 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c87c14-7191-4df2-b52b-fc8090a42e40 x-openstack-request-id: req-f2c87c14-7191-4df2-b52b-fc8090a42e40 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:55.522380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39835e1-d79c-4d2b-b5ad-55d8919844ff", "name": "network-vif-deleted", "tag": "2fee3766-1a6f-4f4d-9062-fe95cd056393", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:55.522861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2c87c14-7191-4df2-b52b-fc8090a42e40 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:55.523447 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39835e1-d79c-4d2b-b5ad-55d8919844ff', 'name': 'network-vif-deleted', 'tag': '2fee3766-1a6f-4f4d-9062-fe95cd056393', 'status': 'completed', 'code': 200} Sep 14 14:53:55.534205 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-1db1f257-f070-4ac3-80b3-ba4706f19bce service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318473 Sep 14 14:53:55.540263 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-54264acf-1603-4d12-a509-88c0cb29262a req-f580871f-a0b1-438d-b28f-a6a8ac30eebc tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce486287-e8d7-49c9-962a-f6d7465e5820&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305478 Sep 14 14:53:55.574277 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:55.616059 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'Port': ['ID=abd389c7-d5fd-419c-a5d7-1b725e2ec525,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:55.630833 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '25d24801-6860-434d-b64f-62317ac7ab3e', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:37Z', 'updated_at': '2021-09-14T14:53:53Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:55.684185 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818437fa-b782-45ad-8d7d-2c269eafddca None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '25d24801-6860-434d-b64f-62317ac7ab3e', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'floating_ip_address': '172.27.1.9', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:53:37Z', 'updated_at': '2021-09-14T14:53:53Z', 'revision_number': 1, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:53:55.705068 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-fad47577-a507-4e52-be79-504aee612bc5 req-e986f3c4-cd3d-4a70-88f8-2563b7a2c702 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524227 Sep 14 14:53:55.711922 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:55.769126 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:53:55.800355 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:55.801351 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:55.829082 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:53:55.953586 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:56.022052 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966303df-2197-4cb7-af91-d80cd7898919 None None] New status for floating IP 25d24801-6860-434d-b64f-62317ac7ab3e: ACTIVE {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:53:56.224783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1c467355-cb2c-49f6-8051-fdb67922af04 req-d74af308-455f-485c-85fa-d3d3be4de492 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39835e1-d79c-4d2b-b5ad-55d8919844ff HTTP/1.1" status: 200 len: 210 time: 0.3756251 Sep 14 14:53:56.264693 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:56.290848 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f3a1f-44c1-414e-ab78-1533647df8cb None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:53:56.301055 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:53:56.311832 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:53:56.321725 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:56.322336 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:56.343392 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] No DVR routers for this DVR port abd389c7-d5fd-419c-a5d7-1b725e2ec525 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:53:56.347229 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:56.349306 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-60c2d17f-4fbc-4dbd-86cc-f3cb252274c6 req-ba747dd8-87c6-4672-84d5-123964e03ae1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "DELETE /v2.0/ports/abd389c7-d5fd-419c-a5d7-1b725e2ec525 HTTP/1.1" status: 204 len: 173 time: 1.7966557 Sep 14 14:53:56.433417 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:56.552578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d3ec1-f7b1-448d-8218-8637f745a3cd None None] New status for floating IP fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5: DOWN {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:53:56.591352 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'name': 'network-vif-deleted', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:53:56.597401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc308022-8cb5-42d7-9933-2f07f3ceb299" -d '{"events": [{"server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "name": "network-vif-deleted", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:53:56.659012 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:56.686864 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:53:56.696717 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:53:56.697357 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:56.714278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3c0afbf9-773a-46d3-a942-d827804a1736 req-6c4155c0-b4a4-467d-bae7-1588d2409e93 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f45acc-966e-4044-8489-5195c5e52275 HTTP/1.1" status: 200 len: 210 time: 0.0580325 Sep 14 14:53:56.733474 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1405dd08-758e-4fad-a747-90596008d583 x-openstack-request-id: req-1405dd08-758e-4fad-a747-90596008d583 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:53:56.733781 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f45acc-966e-4044-8489-5195c5e52275", "name": "network-vif-deleted", "tag": "abd389c7-d5fd-419c-a5d7-1b725e2ec525", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:53:56.734036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1405dd08-758e-4fad-a747-90596008d583 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:53:56.734458 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f45acc-966e-4044-8489-5195c5e52275', 'name': 'network-vif-deleted', 'tag': 'abd389c7-d5fd-419c-a5d7-1b725e2ec525', 'status': 'completed', 'code': 200} Sep 14 14:53:56.809880 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:53:57.029461 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:53:57.036679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:57.060194 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a0191-9fef-4284-9b8e-9645eb4b14f7 None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:53:57.297571 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d6751-6359-4cb6-8922-eaa635eda89b None None] New status for floating IP 8a7958a9-d920-4baf-a9ae-b8f54991803e: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:53:57.498363 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-482145be-ecf0-4bc4-9b18-db6036e355a5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316418998&fields=id&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 267 time: 0.0341902 Sep 14 14:53:57.632943 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-4c460f41-5d5f-4039-9f0d-ea690cd4b179 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:57.634435 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-4c460f41-5d5f-4039-9f0d-ea690cd4b179 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.1273489 Sep 14 14:53:57.649922 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-efecbe2c-8ed1-4ade-9e86-f9632e305bdf tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/quotas/2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 375 time: 0.0096629 Sep 14 14:53:57.704993 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-052ee33e-c151-4d46-bdea-8be0949abc64 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494649 Sep 14 14:53:57.813434 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59860) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:57.947696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:57.957192 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-a06f5581-7730-49de-8410-d5782a5eb2f2 service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390132 Sep 14 14:53:57.992417 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.090659 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-dbfc1bfc-d08b-4f09-9e73-8366fb423e6b service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249433 Sep 14 14:53:58.097382 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.109860 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.111084 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "DELETE /v2.0/security-groups/ce486287-e8d7-49c9-962a-f6d7465e5820 HTTP/1.1" status: 204 len: 168 time: 0.2963850 Sep 14 14:53:58.114304 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59872) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:58.130129 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device abd389c7-d5fd-419c-a5d7-1b725e2ec525 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:53:58.131547 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.api.v2.resource [None req-b1ce0cf7-cc82-41c8-80d0-7f961edca5b3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] show failed (client error): The resource could not be found. Sep 14 14:53:58.132303 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198fe8d-fa35-44ea-a419-ac260c43ee42 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce486287-e8d7-49c9-962a-f6d7465e5820,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:58.134085 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b1ce0cf7-cc82-41c8-80d0-7f961edca5b3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups/ce486287-e8d7-49c9-962a-f6d7465e5820 HTTP/1.1" status: 404 len: 347 time: 0.0177186 Sep 14 14:53:58.137914 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59874) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:58.166222 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: abd389c7-d5fd-419c-a5d7-1b725e2ec525 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:53:58.166865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device abd389c7-d5fd-419c-a5d7-1b725e2ec525 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:53:58.276599 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Deleting port f3ce58ee-9a43-4491-814b-49b75dc88f6d {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:53:58.276937 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.365150 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.365150 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.374121 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Calling delete_port for f3ce58ee-9a43-4491-814b-49b75dc88f6d owned by network:floatingip {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:53:58.444751 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6ddc370-5351-42d9-82f3-b15cdf6d12c6 req-ba15ee10-f146-4ce9-80a8-d8a205d27067 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 210 time: 0.0286763 Sep 14 14:53:58.537892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.569906 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'Port': ['ID=f3ce58ee-9a43-4491-814b-49b75dc88f6d,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:58.644507 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.647253 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:58.648509 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0547650c-1bc1-4fc5-99a0-8dc7081b4bb3 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "DELETE /v2.0/floatingips/8a7958a9-d920-4baf-a9ae-b8f54991803e HTTP/1.1" status: 204 len: 168 time: 0.5094283 Sep 14 14:53:58.895720 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 59912) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:58.901272 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493566566', 'description': 'tempest-description--205996623'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:58.931287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.037393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.042498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.086224 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.088293 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1903455 Sep 14 14:53:59.089265 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ab7d2-bd18-4f85-aa78-ae92b551508c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3919da72-5a6a-457a-8d0e-8d4238a8edbe,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:59.090822 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59918) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:59.095748 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group_rule': {'security_group_id': '3919da72-5a6a-457a-8d0e-8d4238a8edbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:59.135178 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.195758 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.200877 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.219132 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db2da5d-f094-4d1b-b0b6-5dd53b44b45a,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:59.226929 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.228597 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-221d4277-f584-480d-9615-9ae265e4487a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366081 Sep 14 14:53:59.231445 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59922) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:59.236252 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'security_group_rule': {'security_group_id': '3919da72-5a6a-457a-8d0e-8d4238a8edbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:59.264967 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.338904 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.344140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.358208 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33ea079-fd80-4aff-aa6d-cf491fdd94ea,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:53:59.371153 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.372377 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d2833419-1ce2-4d94-bade-8bfb7029f7c1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398866 Sep 14 14:53:59.376232 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59928) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:53:59.381370 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:53:59.407936 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.585966 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7f166f97-6ec8-4bd6-832f-4249f6b250d3 req-21baac17-40bb-4b21-8b6b-634afe0ba02e tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 210 time: 0.0589721 Sep 14 14:53:59.645085 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:53:59.736937 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-caf691b1-1fa9-41fd-9b51-d65b7f5c744b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:53:59.738585 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-caf691b1-1fa9-41fd-9b51-d65b7f5c744b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.2303352 Sep 14 14:53:59.833800 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-ab8f7663-e702-4ac3-a2cd-dba478f0182d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 379 time: 0.0781481 Sep 14 14:53:59.834859 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Allocated IP 172.27.1.43 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/e68b20b9-d011-4027-84b2-4cc7e22f0b09) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:53:59.849129 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'port': {'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'admin_state_up': True, 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'security_groups': ['e845ef3e-fb87-42a1-9c73-fe05204c710c']}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:00.021012 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.043138 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Made reservation on behalf of 2fcebcfb63924ab183ec74a8d12a8aae for: {'port': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:00.046733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.122982 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.176448 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:00.182816 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:00.193136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:00.215932 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=e68b20b9-d011-4027-84b2-4cc7e22f0b09,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:00.280154 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.20.0.9 (cc2037ea-1aeb-4df4-8843-74f27fd449cd/551f7a45-eace-4714-9eb3-11d1bc0c9801/4bf5b5fc-4557-46ce-ac84-d136f37d3556) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:00.344324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.430424 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.505097 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.536492 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Transition to ACTIVE for port object 4bf5b5fc-4557-46ce-ac84-d136f37d3556 will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:00.630349 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.646102 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.674661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.714584 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:00.724129 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:00.728061 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:00.731274 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:00.852857 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906980-b896-4c2e-81ef-422c3792eed5 req-c8311c5f-a00f-4d6a-9bdc-5a2e69216656 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:00.854760 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9906980-b896-4c2e-81ef-422c3792eed5 req-c8311c5f-a00f-4d6a-9bdc-5a2e69216656 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 931 time: 0.1812174 Sep 14 14:54:00.855430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.862191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=e68b20b9-d011-4027-84b2-4cc7e22f0b09,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:00.892838 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:00.893479 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.912285 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.913562 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-303817e4-9f9c-4a52-9a68-1011e74c7335 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5359633 Sep 14 14:54:00.924538 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7d393a3b-85d7-4157-a2b7-de132819be9a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0797782 Sep 14 14:54:00.939307 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9906980-b896-4c2e-81ef-422c3792eed5 req-ca368690-d376-40df-a0a1-72f65c0ddfef tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645273 Sep 14 14:54:00.943360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-bbc6facb-fcf9-4374-be25-9e66d8ad5979 None None] Provisioning for port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:00.944925 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Request body: {'port': {'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:00.948459 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-bbc6facb-fcf9-4374-be25-9e66d8ad5979 None None] Provisioning complete for port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:00.948835 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-bbc6facb-fcf9-4374-be25-9e66d8ad5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:00.990291 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-bbc6facb-fcf9-4374-be25-9e66d8ad5979 None None] Port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:01.008286 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.170360 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-e7162f49-a518-4f68-9cb9-71b43bdb597e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--493566566&fields=id&tenant_id=52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 267 time: 0.0596302 Sep 14 14:54:01.344412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-97303ee2-54aa-488a-a49d-e19fe1040366 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:01.346047 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-97303ee2-54aa-488a-a49d-e19fe1040366 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 810 time: 0.1673679 Sep 14 14:54:01.384206 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-812454b9-bd93-4a85-aaa1-a7e88f3845ac tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/quotas/52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 375 time: 0.0162342 Sep 14 14:54:01.390016 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf5b5fc-4557-46ce-ac84-d136f37d3556 {{(pid=100392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:01.405228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.432959 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Transition to ACTIVE for port object 4bf5b5fc-4557-46ce-ac84-d136f37d3556 will not be triggered until provisioned by entity L2. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:01.440703 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.480392 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-aca183a7-f3d1-425f-8c54-7b7c1d3907fb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859361 Sep 14 14:54:01.520465 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:01.644114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Attempting to bind port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:01.644446 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Attempting to bind port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:01.644770 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Attempting to bind port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:01.648263 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-48169027-c8eb-485d-a81d-dcd7d1b06d4c service neutron] 10.222.0.50 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489861 Sep 14 14:54:01.651551 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:54:01.651863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Attempting to bind port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:01.664048 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:01.664379 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:01.664738 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Bound using segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:01.665220 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Bound port: 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:01.665503 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.790317 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, cleared binding levels {{(pid=100392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:01.793735 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-a7e0a471-6cf5-4f38-949c-fb2069e2610a service neutron] 10.222.0.50 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368690 Sep 14 14:54:01.804419 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:01.810443 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.846075 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:01.846681 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:01.848092 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] 10.222.0.64 "PUT /v2.0/ports/4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 1093 time: 0.9077468 Sep 14 14:54:01.848523 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:01.850781 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae381c2d-5593-4729-97b6-27b2198d1f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:01.896270 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f551e0-0dc3-41d3-9930-37dc767d9922 x-openstack-request-id: req-c5f551e0-0dc3-41d3-9930-37dc767d9922 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:01.896942 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:01.898423 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5f551e0-0dc3-41d3-9930-37dc767d9922 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:01.899288 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'status': 'completed', 'code': 200} Sep 14 14:54:01.900237 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ee45f-c427-467c-a316-668109c48532 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=3']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:01.995436 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7e7e2b2c-a7ce-4a5d-a86c-f89d11ee0c19 req-bca512e8-7009-491a-815d-ce39fcea173d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 210 time: 0.0402417 Sep 14 14:54:02.035490 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-8ba3fc80-6a00-43bc-b37c-66eef09f1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.037060 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-8ba3fc80-6a00-43bc-b37c-66eef09f1fa3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1096 time: 0.1196258 Sep 14 14:54:02.137321 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-7f5d0490-50be-4c9a-ab02-5ae01b2f048c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 217 time: 0.0441346 Sep 14 14:54:02.160808 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0738-a58f-4242-aee3-ac3d3e522650 req-ecd1800c-1f72-49c5-918e-5cb3cda3ff5c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.162284 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e0b0738-a58f-4242-aee3-ac3d3e522650 req-ecd1800c-1f72-49c5-918e-5cb3cda3ff5c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.1190112 Sep 14 14:54:02.225131 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-9a7cfe6e-681d-4a64-835a-16fd17f1942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.226138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-9a7cfe6e-681d-4a64-835a-16fd17f1942a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0804226 Sep 14 14:54:02.231746 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4e0b0738-a58f-4242-aee3-ac3d3e522650 req-e6e26603-8217-43ad-b971-c70a27118b43 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489466 Sep 14 14:54:02.277621 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-0c8d9c48-82c5-46cc-b94b-345aa742f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.279232 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-0c8d9c48-82c5-46cc-b94b-345aa742f889 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440149 Sep 14 14:54:02.385411 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-c577bddc-9c63-4de1-abd8-79e57f3f42c2 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965939 Sep 14 14:54:02.485169 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-41e72cd3-c58d-405e-ba7e-efcb88a9f8fc req-8a8d61b6-f7fa-4326-9e4e-c22f932265c5 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906675 Sep 14 14:54:02.599268 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-a0b0edd8-8c21-4d0e-a21c-a9fa84ac05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.600861 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-a0b0edd8-8c21-4d0e-a21c-a9fa84ac05bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1096 time: 0.0515499 Sep 14 14:54:02.709070 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-d462f94f-a2d8-49a1-b825-c34f5d0f5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.710544 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-d462f94f-a2d8-49a1-b825-c34f5d0f5e5e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.0945554 Sep 14 14:54:02.756396 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-d95000ce-9d14-42d3-8588-bd952f63bf42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 217 time: 0.0365262 Sep 14 14:54:02.809532 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-0efbfd43-bcae-4ffa-8faf-6cbbb39c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.811023 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-0efbfd43-bcae-4ffa-8faf-6cbbb39c08c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0446036 Sep 14 14:54:02.861073 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-118381c3-9792-463b-8026-0b103dca3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:02.862626 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-118381c3-9792-463b-8026-0b103dca3373 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433860 Sep 14 14:54:03.088960 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-d0a62091-3fd8-41cd-b8e4-b32db662ab92 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:03.090712 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-d0a62091-3fd8-41cd-b8e4-b32db662ab92 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 810 time: 0.1150842 Sep 14 14:54:03.145100 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-a2611d1f-f9ce-4a15-ab62-deab348d2ec1 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bd70b2922546278415a484004e0ba2 HTTP/1.1" status: 200 len: 379 time: 0.0437620 Sep 14 14:54:03.154746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'port': {'device_id': '20430b42-a8c2-48f2-b05f-173772c2838f', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'admin_state_up': True, 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'security_groups': ['3919da72-5a6a-457a-8d0e-8d4238a8edbe']}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:03.260783 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-31726f97-cf2f-4734-affa-650519e69539 req-2a759276-adba-4925-b481-3296709a6f53 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 210 time: 0.0346196 Sep 14 14:54:03.293293 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-cb839e7b-8c16-4260-8f47-b3493d096604 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137735 Sep 14 14:54:03.303196 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Made reservation on behalf of 52bd70b2922546278415a484004e0ba2 for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:03.306895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.422190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 59998) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:03.454901 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Allocated IP 172.20.0.7 (f53f9b09-67b2-498c-871e-80518265bf73/d5190417-0bcb-4c6d-9f0b-d16355a50a1c/d1b89ed4-c461-4f05-9f8f-be55616f45ac) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:03.455634 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d3256-1e04-4665-9a17-8ce1a33d077d req-d65c304e-21a8-4366-9dca-51d1e8370a29 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:03.457228 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a40d3256-1e04-4665-9a17-8ce1a33d077d req-d65c304e-21a8-4366-9dca-51d1e8370a29 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.1224535 Sep 14 14:54:03.461384 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ae381c2d-5593-4729-97b6-27b2198d1f6f req-88285cd5-fc9a-435a-9f57-4e082feb9bde service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545293 Sep 14 14:54:03.505173 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a40d3256-1e04-4665-9a17-8ce1a33d077d req-cba825c0-cc7b-4456-b2c5-912d9eb01f20 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400832 Sep 14 14:54:03.560823 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5c41f0f3-e700-43f9-974d-1f1c1e4da329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.604554 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.619769 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Transition to ACTIVE for port object d1b89ed4-c461-4f05-9f8f-be55616f45ac will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:03.652426 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5c41f0f3-e700-43f9-974d-1f1c1e4da329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.654231 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.657751 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5c41f0f3-e700-43f9-974d-1f1c1e4da329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.700572 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5c41f0f3-e700-43f9-974d-1f1c1e4da329 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf481104bd3e4d60a11f87dbc915f52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736564 Sep 14 14:54:03.701299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41f0f3-e700-43f9-974d-1f1c1e4da329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae561e4-7ef0-49ef-a66b-28545db6463f,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:03.701604 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Network f53f9b09-67b2-498c-871e-80518265bf73 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:03.705771 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60002) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:03.711777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:03.714415 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:03.717977 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event updated for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:03.762611 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.766580 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:03.767235 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.784149 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-91a247d3-00ab-40eb-8f19-2404b7a671a7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332495 Sep 14 14:54:03.785459 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.802285 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Request body: {'port': {'device_id': '20430b42-a8c2-48f2-b05f-173772c2838f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:03.839287 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.841995 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.845707 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ae561e4-7ef0-49ef-a66b-28545db6463f HTTP/1.1" status: 204 len: 168 time: 0.1386786 Sep 14 14:54:03.852395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a1469-8634-431e-a7f8-e1ad3bf929dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae561e4-7ef0-49ef-a66b-28545db6463f,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:03.864796 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:03.973015 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-cb7871af-fc7e-44da-8ff6-264b459a58d9 None None] Provisioning for port d1b89ed4-c461-4f05-9f8f-be55616f45ac completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:03.978162 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-cb7871af-fc7e-44da-8ff6-264b459a58d9 None None] Provisioning complete for port d1b89ed4-c461-4f05-9f8f-be55616f45ac triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:03.978882 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-cb7871af-fc7e-44da-8ff6-264b459a58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.017772 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-cb7871af-fc7e-44da-8ff6-264b459a58d9 None None] Port d1b89ed4-c461-4f05-9f8f-be55616f45ac cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:04.392896 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b89ed4-c461-4f05-9f8f-be55616f45ac {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:04.397367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65f792-ccb5-4c8e-80b3-bd81bd20280a req-31906f03-559e-42e4-949b-2250e8f6469e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:04.398971 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9b65f792-ccb5-4c8e-80b3-bd81bd20280a req-31906f03-559e-42e4-949b-2250e8f6469e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 931 time: 0.0587015 Sep 14 14:54:04.401231 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.418061 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Transition to ACTIVE for port object d1b89ed4-c461-4f05-9f8f-be55616f45ac will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:04.423669 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.442935 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9b65f792-ccb5-4c8e-80b3-bd81bd20280a req-be71688e-8cc0-43a0-9c6f-9ac163d4f5c6 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362928 Sep 14 14:54:04.479788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:04.559358 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Attempting to bind port d1b89ed4-c461-4f05-9f8f-be55616f45ac on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:04.559770 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Attempting to bind port d1b89ed4-c461-4f05-9f8f-be55616f45ac by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:04.560522 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Attempting to bind port d1b89ed4-c461-4f05-9f8f-be55616f45ac on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:04.565893 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60030) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:04.566065 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Port d1b89ed4-c461-4f05-9f8f-be55616f45ac on network f53f9b09-67b2-498c-871e-80518265bf73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:54:04.566337 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Attempting to bind port d1b89ed4-c461-4f05-9f8f-be55616f45ac on network f53f9b09-67b2-498c-871e-80518265bf73 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:04.572318 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:04.572817 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Checking segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:04.573207 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Bound using segment: {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:04.573760 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Bound port: d1b89ed4-c461-4f05-9f8f-be55616f45ac, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e34c9f-8d7d-466e-89b6-b203ee549921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:04.574437 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.663306 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:04.667038 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:04.669751 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba021b0-21e4-4b0b-ac00-138682484c06 req-bb26ed62-ac16-44c6-9b8c-caccee74bb67 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:04.671400 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ba021b0-21e4-4b0b-ac00-138682484c06 req-bb26ed62-ac16-44c6-9b8c-caccee74bb67 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.0600948 Sep 14 14:54:04.677938 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.704264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1380697391-network', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:04.719852 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:04.721537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.723024 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1b89ed4-c461-4f05-9f8f-be55616f45ac HTTP/1.1" status: 200 len: 1093 time: 0.9257033 Sep 14 14:54:04.723475 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:04.725801 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d" -d '{"events": [{"name": "network-changed", "server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:04.757478 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ba021b0-21e4-4b0b-ac00-138682484c06 req-fa7aa484-a101-41d5-84a0-f20b3752c948 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778871 Sep 14 14:54:04.769172 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Made reservation on behalf of 4a01fbe975a541a1b6c84c0d59367b8f for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:04.769556 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4104bcd-2a7e-4032-84c6-337c365d87b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:04.771747 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.782840 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.823631 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69263d-06c1-4ec1-9093-067db2fd607f x-openstack-request-id: req-ba69263d-06c1-4ec1-9093-067db2fd607f {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:04.823931 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:04.824193 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba69263d-06c1-4ec1-9093-067db2fd607f {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:04.824614 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'status': 'completed', 'code': 200} Sep 14 14:54:04.842253 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-0f42ffb8-3b82-4fc9-9d5c-87737f781966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:04.843911 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-0f42ffb8-3b82-4fc9-9d5c-87737f781966 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 1096 time: 0.0575485 Sep 14 14:54:04.891988 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.896633 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-0164e6a4-baff-47af-87f9-d5e19f5ff5fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac HTTP/1.1" status: 200 len: 217 time: 0.0425727 Sep 14 14:54:04.897161 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.922648 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:54:04.933221 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44308cce-1fb4-4261-83cf-1625362c0148,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:04.939286 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:04.939775 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Added segment c4881748-1a18-4faf-a01f-7865ba19585f of type vlan for network b069a754-06b4-4a0d-9945-f34461a544d3 Sep 14 14:54:04.952002 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-57d4923f-6c25-4f26-9874-9911b5f05325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:04.954217 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-57d4923f-6c25-4f26-9874-9911b5f05325 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0481470 Sep 14 14:54:04.985952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.011633 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-0f54a8c4-c21d-42e4-8360-3be22f38092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.011904 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.012912 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.013462 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-0f54a8c4-c21d-42e4-8360-3be22f38092c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417967 Sep 14 14:54:05.013575 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.049454 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4822025 Sep 14 14:54:05.052410 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60038) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:05.058806 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Request body: {'subnet': {'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1380697391-subnet', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'ip_version': 4}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:05.090614 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485afe97-ae67-4037-b83e-d3ee862bdcbe admin admin] Pushing event updated for resources: {'Network': ['ID=b069a754-06b4-4a0d-9945-f34461a544d3,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:05.100906 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network b069a754-06b4-4a0d-9945-f34461a544d3 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:54:05.117702 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Made reservation on behalf of 4a01fbe975a541a1b6c84c0d59367b8f for: {'subnet': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:05.120371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25980081'] for subnet, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.120583 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-48962ce7-9ad1-4d58-9963-ae6c18250da6 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937724 Sep 14 14:54:05.224414 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-5405c308-eb76-4e53-b7f5-3ef22a9f76f5 req-43e1822d-d41a-4d3b-9821-e96fa2c1ca8d service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933690 Sep 14 14:54:05.296703 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25330145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25980079'] for subnet, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.331642 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-1607b3b5-2d6f-46ac-9938-37d3ab32ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.333301 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-1607b3b5-2d6f-46ac-9938-37d3ab32ce5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 1096 time: 0.0483332 Sep 14 14:54:05.348594 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe4d291-4493-40e1-9b51-fd8a111dbb8e,revision_number=0']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:05.364068 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Checking segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:05.364497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Network hostable DHCP agents. Network: b069a754-06b4-4a0d-9945-f34461a544d3, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100392) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:54:05.384771 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Network b069a754-06b4-4a0d-9945-f34461a544d3 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100392) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:54:05.396255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, b069a754-06b4-4a0d-9945-f34461a544d3) {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:05.400247 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.400898 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.406329 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09c5af-6485-42a6-964f-dbecb05b359e None None] Network b069a754-06b4-4a0d-9945-f34461a544d3 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:54:05.418639 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-34458717-85aa-4d8a-a56e-6cd8809e1c3e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3649213 Sep 14 14:54:05.421394 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60040) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:05.426084 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:05.435333 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-c81cad23-92f9-4828-b9c7-c3f8cb657380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.436871 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-c81cad23-92f9-4828-b9c7-c3f8cb657380 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.0934653 Sep 14 14:54:05.452278 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.453429 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.487758 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-26a138a1-607b-4b00-bef8-d47f4f6bd982 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac HTTP/1.1" status: 200 len: 217 time: 0.0428224 Sep 14 14:54:05.514096 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.547238 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-3877d944-04df-4a5d-be0d-ac2fd2a1c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.549451 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-3877d944-04df-4a5d-be0d-ac2fd2a1c090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.0517025 Sep 14 14:54:05.575456 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-b069a754-06b4-4a0d-9945-f34461a544d3', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:54:05.576383 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.603226 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-5261aa86-1a76-4a80-9256-d2b35215de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.605055 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-5261aa86-1a76-4a80-9256-d2b35215de0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462098 Sep 14 14:54:05.694436 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.707316 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebfe34-c582-40be-981b-2c4d1cd58e01 req-1c08c3f1-69fe-4a0d-a0ec-24e52a134a58 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.709009 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4eebfe34-c582-40be-981b-2c4d1cd58e01 req-1c08c3f1-69fe-4a0d-a0ec-24e52a134a58 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 943 time: 0.1501389 Sep 14 14:54:05.720560 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-55e6acc9-9324-4121-a4d8-69c690c61e55 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013069 Sep 14 14:54:05.732978 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Allocated IP 172.20.0.2 (b069a754-06b4-4a0d-9945-f34461a544d3/4fe4d291-4493-40e1-9b51-fd8a111dbb8e/75938771-da33-4a11-ae8d-5732e759fb62) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:05.771888 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4eebfe34-c582-40be-981b-2c4d1cd58e01 req-b52a7114-d20d-4479-b70a-45a009a153cb tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508151 Sep 14 14:54:05.842209 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ea535f0e-3c6c-4ddc-af88-1ca5a896279d req-0a8c37e9-9023-4093-b452-2861f521f7cf service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096747 Sep 14 14:54:05.915294 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.924048 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Transition to ACTIVE for port object 75938771-da33-4a11-ae8d-5732e759fb62 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:05.938262 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Transition to ACTIVE for port object 75938771-da33-4a11-ae8d-5732e759fb62 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:05.945765 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:05.983531 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Network b069a754-06b4-4a0d-9945-f34461a544d3 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:05.988438 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:05.993136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673acfbc-acd8-44f6-b62f-19f4fc3fbb4f req-94b120f3-7cfc-433e-b9a7-ff2fb6ab9d0a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:05.994672 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-673acfbc-acd8-44f6-b62f-19f4fc3fbb4f req-94b120f3-7cfc-433e-b9a7-ff2fb6ab9d0a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.1085668 Sep 14 14:54:05.995032 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:05.996249 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.005583 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Pushing event updated for resources: {'Port': ['ID=75938771-da33-4a11-ae8d-5732e759fb62,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:06.023315 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.054414 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Attempting to bind port 75938771-da33-4a11-ae8d-5732e759fb62 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:06.054762 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Attempting to bind port 75938771-da33-4a11-ae8d-5732e759fb62 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:06.055122 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Attempting to bind port 75938771-da33-4a11-ae8d-5732e759fb62 on network b069a754-06b4-4a0d-9945-f34461a544d3 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:06.059939 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:06.060313 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Checking segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:06.060685 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.061072 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Bound using segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:06.061526 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Bound port: 75938771-da33-4a11-ae8d-5732e759fb62, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:06.061900 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.093598 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-673acfbc-acd8-44f6-b62f-19f4fc3fbb4f req-73df2c8a-9536-46b7-b143-56b245767e2c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770600 Sep 14 14:54:06.132127 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] For port 75938771-da33-4a11-ae8d-5732e759fb62, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:06.135370 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] For port 75938771-da33-4a11-ae8d-5732e759fb62, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=75938771-da33-4a11-ae8d-5732e759fb62,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:06.139925 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.154259 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Allocated IP 172.27.1.176 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/a8679fa7-31fc-473d-b21f-3d1291426b7e) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:06.196217 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd85dd0-241e-45a5-b2b6-f21213004bbc None None] Pushing event updated for resources: {'Port': ['ID=75938771-da33-4a11-ae8d-5732e759fb62,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:06.268998 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.318052 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.356292 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:06.359531 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:06.364016 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:06.418551 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Pushing event updated for resources: {'Port': ['ID=a8679fa7-31fc-473d-b21f-3d1291426b7e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:06.635036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.855533 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:06.943140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d60c6-226d-4246-9680-5c98324a7fc0 req-8345422d-a7ee-4891-b2ca-c9d959cc9edd tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:06.944782 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ee5d60c6-226d-4246-9680-5c98324a7fc0 req-8345422d-a7ee-4891-b2ca-c9d959cc9edd tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 943 time: 0.0988531 Sep 14 14:54:07.025857 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ee5d60c6-226d-4246-9680-5c98324a7fc0 req-a254e4dc-baec-4329-a719-d760f75d5d80 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747597 Sep 14 14:54:07.058609 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Router f6bf0370-d8e8-4a1b-b43e-373665ee865c is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100392) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:54:07.116691 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8e2b1-a50d-421b-aed4-495b6feb3729 None None] Network b069a754-06b4-4a0d-9945-f34461a544d3 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:54:07.168261 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:07.209570 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:07.210834 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-095db066-2072-4469-b9cb-79ae560bfc90 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7884722 Sep 14 14:54:07.213804 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60054) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:07.275541 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3dcd-8af2-4f9c-9b54-657391100834 req-2b9944f1-28af-4fe1-8c07-7e6f62f3a850 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:07.277104 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-af3c3dcd-8af2-4f9c-9b54-657391100834 req-2b9944f1-28af-4fe1-8c07-7e6f62f3a850 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.1070507 Sep 14 14:54:07.301275 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Sync routers for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:07.343360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4162c4fd-8253-4792-b706-f2688975e8c1 None None] Provisioning for port 75938771-da33-4a11-ae8d-5732e759fb62 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:07.345311 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:07.345919 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:07.362182 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-af3c3dcd-8af2-4f9c-9b54-657391100834 req-5b16d335-7713-485a-9b4e-cf3806d04f8d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766215 Sep 14 14:54:07.503920 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:07.683055 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 75938771-da33-4a11-ae8d-5732e759fb62 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:07.751279 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:06Z', 'revision_number': 3, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:07.782611 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 75938771-da33-4a11-ae8d-5732e759fb62 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:07.785768 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Checking router: f6bf0370-d8e8-4a1b-b43e-373665ee865c for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:07.786114 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Updating router f6bf0370-d8e8-4a1b-b43e-373665ee865c port a8679fa7-31fc-473d-b21f-3d1291426b7e binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:54:07.807211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 75938771-da33-4a11-ae8d-5732e759fb62 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:07.807584 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:07.845168 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:07.848356 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:07.906658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-b0510328-439b-41f7-8ce1-b38f79e4e84c None None] Provisioning complete for port 75938771-da33-4a11-ae8d-5732e759fb62 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:07.907098 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b0510328-439b-41f7-8ce1-b38f79e4e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:07.942890 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.035506 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.123332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Allocated IP 172.20.0.1 (b069a754-06b4-4a0d-9945-f34461a544d3/4fe4d291-4493-40e1-9b51-fd8a111dbb8e/a5d0096b-6f60-47fc-aafd-151d8fc93198) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:08.148427 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d1b89ed4-c461-4f05-9f8f-be55616f45ac details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:54:08.162357 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 75938771-da33-4a11-ae8d-5732e759fb62, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=75938771-da33-4a11-ae8d-5732e759fb62,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:08.177673 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.179548 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b0510328-439b-41f7-8ce1-b38f79e4e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.195000 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8b17c-ce5e-4ce8-b0fc-d4e10dc9f5fc req-82afb339-02c7-4ef6-a097-31b4c6aae287 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:08.196551 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9b8b17c-ce5e-4ce8-b0fc-d4e10dc9f5fc req-82afb339-02c7-4ef6-a097-31b4c6aae287 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 943 time: 0.0847745 Sep 14 14:54:08.275327 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a9b8b17c-ce5e-4ce8-b0fc-d4e10dc9f5fc req-faf52a50-dea5-4021-a0d8-6bbeb7d38a3a tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518625 Sep 14 14:54:08.291531 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.310336 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Transition to ACTIVE for port object a5d0096b-6f60-47fc-aafd-151d8fc93198 will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:08.313440 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=75938771-da33-4a11-ae8d-5732e759fb62,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.347848 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.387133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Network b069a754-06b4-4a0d-9945-f34461a544d3 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:08.391622 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:08.394813 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:08.420662 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.db.api [None req-b0510328-439b-41f7-8ce1-b38f79e4e84c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 14:54:08.421159 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG oslo_db.api [None req-b0510328-439b-41f7-8ce1-b38f79e4e84c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 14:54:08.426058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.445995 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:08.448767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.456361 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.467224 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'port_id': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'mac_address': 'fa:16:3e:b5:b8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:54:08.471454 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Transition to ACTIVE for port object a8679fa7-31fc-473d-b21f-3d1291426b7e will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:08.496498 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.547232 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.574341 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190ffc-b750-4b02-9ad8-4598fc9a7b25 None None] Pushing event updated for resources: {'Port': ['ID=a8679fa7-31fc-473d-b21f-3d1291426b7e,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.577699 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3369e-a878-47b1-b120-45b527fbff6a req-bdb04acd-2d20-4c6c-ae46-efff44415330 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:08.577860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b89ed4-c461-4f05-9f8f-be55616f45ac {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:08.579321 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3be3369e-a878-47b1-b120-45b527fbff6a req-bdb04acd-2d20-4c6c-ae46-efff44415330 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.0904975 Sep 14 14:54:08.582187 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Attempting to bind port a8679fa7-31fc-473d-b21f-3d1291426b7e on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:08.582556 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Attempting to bind port a8679fa7-31fc-473d-b21f-3d1291426b7e by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:08.583401 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Attempting to bind port a8679fa7-31fc-473d-b21f-3d1291426b7e on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:08.593888 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:08.594257 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:08.594764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.595522 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:08.595685 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Bound port: a8679fa7-31fc-473d-b21f-3d1291426b7e, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:08.596077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.629228 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:08.636138 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.647850 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.663350 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3be3369e-a878-47b1-b120-45b527fbff6a req-70abc536-352b-4cb3-b93f-c2816f39bfe7 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680845 Sep 14 14:54:08.688053 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] For port a8679fa7-31fc-473d-b21f-3d1291426b7e, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:08.695935 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] For port a8679fa7-31fc-473d-b21f-3d1291426b7e, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a8679fa7-31fc-473d-b21f-3d1291426b7e,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:08.703719 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.711636 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.765499 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:08.766112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:08.817414 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79190ffc-b750-4b02-9ad8-4598fc9a7b25 None None] Pushing event updated for resources: {'Port': ['ID=a8679fa7-31fc-473d-b21f-3d1291426b7e,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.826248 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.833247 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.893579 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:08.899050 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:08.901702 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:08.920330 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['d1b89ed4-c461-4f05-9f8f-be55616f45ac'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:54:09.005211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Network b069a754-06b4-4a0d-9945-f34461a544d3 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:09.007137 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:09.141983 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Router f6bf0370-d8e8-4a1b-b43e-373665ee865c has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:54:09.254815 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:09.260323 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-435c8d4a-4e19-42f8-a56b-4312a1fd4cb7 admin admin] 10.222.0.50 "PUT /v2.0/routers/f6bf0370-d8e8-4a1b-b43e-373665ee865c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455687 Sep 14 14:54:09.332198 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c26262da-f9cc-4710-b7ef-1231778fff42 None None] Provisioning for port a5d0096b-6f60-47fc-aafd-151d8fc93198 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:09.343658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c26262da-f9cc-4710-b7ef-1231778fff42 None None] Provisioning complete for port a5d0096b-6f60-47fc-aafd-151d8fc93198 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:09.344052 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c26262da-f9cc-4710-b7ef-1231778fff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:09.404036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a827c7-ee74-42a7-ab6d-61aa54a39e51 req-74cce0a6-15d9-4585-b3bd-86729f5b535b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:09.405614 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04a827c7-ee74-42a7-ab6d-61aa54a39e51 req-74cce0a6-15d9-4585-b3bd-86729f5b535b tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 944 time: 0.0567677 Sep 14 14:54:09.414876 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c26262da-f9cc-4710-b7ef-1231778fff42 None None] Port a5d0096b-6f60-47fc-aafd-151d8fc93198 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:09.430254 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 1, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:09.456538 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04a827c7-ee74-42a7-ab6d-61aa54a39e51 req-65ac9227-0fb6-4341-a2ed-a05e3ad62555 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Sep 14 14:54:09.458478 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf4b53b-0b92-48f3-aea7-508df6ee9adb None None] The sync data for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi is: [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 1, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:09.615967 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 75938771-da33-4a11-ae8d-5732e759fb62 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:09.667515 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 75938771-da33-4a11-ae8d-5732e759fb62 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:09.670661 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:09.792821 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501629cb-2b9a-404b-929c-b56343d7893d req-2a7bfbbc-865c-4459-9a78-a9092d8b1852 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:09.794369 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-501629cb-2b9a-404b-929c-b56343d7893d req-2a7bfbbc-865c-4459-9a78-a9092d8b1852 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 943 time: 0.0527258 Sep 14 14:54:09.835522 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-501629cb-2b9a-404b-929c-b56343d7893d req-7cc0a1b9-cf84-4987-9708-a025bdc1279b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Sep 14 14:54:09.868066 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60082) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:09.872936 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2032169966-network', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:09.899472 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Made reservation on behalf of c4864df0b0c248f9a4b62ffd67509861 for: {'network': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:09.901880 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for network, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:09.911207 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.017140 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.022945 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.048163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=100392) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 14:54:10.058139 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841168b7-84a0-45c1-8bf4-c601b6f1831d,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:10.063072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.063560 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.segments_db [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Added segment 2c103c0c-d23f-438d-82e4-62f4f09b08ed of type vlan for network 20f93278-6c86-4080-967b-1e5dd3347177 Sep 14 14:54:10.123920 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736657509937'] for network, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.162464 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 4bf5b5fc-4557-46ce-ac84-d136f37d3556 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:54:10.164588 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d1b89ed4-c461-4f05-9f8f-be55616f45ac up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:10.175730 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432'] for network, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.176914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:10.177631 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.247203 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3780198 Sep 14 14:54:10.248544 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8e2a4-130f-46df-82e0-d13f40ffc83f admin admin] Pushing event updated for resources: {'Network': ['ID=20f93278-6c86-4080-967b-1e5dd3347177,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:10.250381 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60086) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:10.256620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Request body: {'subnet': {'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2032169966-subnet', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'ip_version': 4}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:10.268225 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Network 20f93278-6c86-4080-967b-1e5dd3347177 details requested by agent ovs-agent-dv-cinder-784140-10-iscsi with host dv-cinder-784140-10-iscsi {{(pid=100393) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 14:54:10.285317 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Made reservation on behalf of c4864df0b0c248f9a4b62ffd67509861 for: {'subnet': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:10.288156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29306152'] for subnet, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.339854 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port d1b89ed4-c461-4f05-9f8f-be55616f45ac completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:10.375989 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port d1b89ed4-c461-4f05-9f8f-be55616f45ac triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:10.376523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.423351 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:10.442009 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:54:10.474281 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25482417', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29306166'] for subnet, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.522322 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.539837 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.544189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf5b5fc-4557-46ce-ac84-d136f37d3556 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:10.546044 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4c5161-4bc2-42ad-81dd-78b25410ec8c,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:10.550221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Checking segment: {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:10.550828 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Network hostable DHCP agents. Network: 20f93278-6c86-4080-967b-1e5dd3347177, hostable agents: ['e2e7f9e1-876f-4b08-b8df-96bd8462f350'], hosted agents: [] {{(pid=100391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 14:54:10.571770 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Network 20f93278-6c86-4080-967b-1e5dd3347177 is scheduled to be hosted by DHCP agent e2e7f9e1-876f-4b08-b8df-96bd8462f350 with binding_index 1 {{(pid=100391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 14:54:10.584671 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784140-10-iscsi, 20f93278-6c86-4080-967b-1e5dd3347177) {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:10.585930 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:10.588506 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5a4835-ab11-4c39-a115-9737891e0df3" -d '{"events": [{"server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:10.591118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:10.592108 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.604936 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:10.608480 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf14058-1e74-46ba-8675-79cad92702a1 req-a80596e8-9eba-404e-8cd4-3fa425f62ae7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:10.613740 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07784a-7b0e-4485-8b0a-fb4022398ccb None None] Network 20f93278-6c86-4080-967b-1e5dd3347177 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:54:10.617732 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bf14058-1e74-46ba-8675-79cad92702a1 req-a80596e8-9eba-404e-8cd4-3fa425f62ae7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 944 time: 0.0744207 Sep 14 14:54:10.620477 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:10.622398 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.635058 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c999c5b5-f6df-4cde-981d-b325415be249 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3804073 Sep 14 14:54:10.636078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60094) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:10.643760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.648434 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:10.697975 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bf14058-1e74-46ba-8675-79cad92702a1 req-b436a868-e4f7-4fab-93fb-2383f3ac42ab tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790567 Sep 14 14:54:10.703277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4012430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15510'] for router, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.705282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4013854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4013454', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15503'] for router, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.746471 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:10.787083 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.849595 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:10.892734 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa9861f25-ab84-5c95-9436-2886b11ee103-20f93278-6c86-4080-967b-1e5dd3347177', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c'}]}} from dv-cinder-784140-10-iscsi. {{(pid=100393) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 14:54:10.894060 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:10.924794 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['4bf5b5fc-4557-46ce-ac84-d136f37d3556'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:54:10.952307 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c986b57-38f5-4fa9-bc10-e19272e40e23 x-openstack-request-id: req-8c986b57-38f5-4fa9-bc10-e19272e40e23 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:10.952569 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "name": "network-vif-plugged", "status": "completed", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:10.952815 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c986b57-38f5-4fa9-bc10-e19272e40e23 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:10.953202 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'code': 200} Sep 14 14:54:10.988058 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381455ed-9526-41b8-be70-fa7734a34f32 req-6e45cbc6-dc75-4327-b2a7-181561098c7c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:10.989601 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-381455ed-9526-41b8-be70-fa7734a34f32 req-6e45cbc6-dc75-4327-b2a7-181561098c7c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 944 time: 0.0567396 Sep 14 14:54:11.000253 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.031588 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-381455ed-9526-41b8-be70-fa7734a34f32 req-ace9fe0d-207f-475c-abd3-7a6ed5d5ca1d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357702 Sep 14 14:54:11.151566 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98925ef2-698b-4ea2-bb66-cf4754322a33 req-b3f15a82-dbc7-4557-95c4-63a27433c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:11.153118 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98925ef2-698b-4ea2-bb66-cf4754322a33 req-b3f15a82-dbc7-4557-95c4-63a27433c68e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 1098 time: 0.0549932 Sep 14 14:54:11.162705 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.db_base_plugin_common [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Allocated IP 172.20.0.2 (20f93278-6c86-4080-967b-1e5dd3347177/4d4c5161-4bc2-42ad-81dd-78b25410ec8c/9982850a-e225-4273-be23-c3b82e4d7513) {{(pid=100393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:11.275942 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-98925ef2-698b-4ea2-bb66-cf4754322a33 req-95b8c351-7377-4f0f-bad2-a87752e90017 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889435 Sep 14 14:54:11.287538 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.308258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.402708 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks [] for port, precommit_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.423723 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Transition to ACTIVE for port object 9982850a-e225-4273-be23-c3b82e4d7513 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:11.432990 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Allocated IP 172.27.1.197 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/a6c2a03c-05ed-4bb9-93b9-7c122e910f44) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:11.445642 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Transition to ACTIVE for port object 9982850a-e225-4273-be23-c3b82e4d7513 will not be triggered until provisioned by entity DHCP. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:11.452721 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435'] for port, after_create {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.491543 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Network 20f93278-6c86-4080-967b-1e5dd3347177 is already hosted by enough agents. {{(pid=100393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:11.494441 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.scheduler.base_scheduler [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Resources bound (agent type, host, resource id): {{(pid=100393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:11.497927 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Received port after_create {{(pid=100393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:11.511658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Pushing event updated for resources: {'Port': ['ID=9982850a-e225-4273-be23-c3b82e4d7513,revision_number=1']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:11.546506 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.573161 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Attempting to bind port 9982850a-e225-4273-be23-c3b82e4d7513 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:11.573514 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Attempting to bind port 9982850a-e225-4273-be23-c3b82e4d7513 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:11.573986 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Attempting to bind port 9982850a-e225-4273-be23-c3b82e4d7513 on network 20f93278-6c86-4080-967b-1e5dd3347177 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:11.580756 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:11.580756 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Checking segment: {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:11.580756 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.581155 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Bound using segment: {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:11.581985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Bound port: 9982850a-e225-4273-be23-c3b82e4d7513, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:11.581985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.598047 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.642644 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:11.645527 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:11.653138 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:11.656353 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:11.661888 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a8679fa7-31fc-473d-b21f-3d1291426b7e up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:11.695432 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] For port 9982850a-e225-4273-be23-c3b82e4d7513, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:11.711951 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] For port 9982850a-e225-4273-be23-c3b82e4d7513, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=9982850a-e225-4273-be23-c3b82e4d7513,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:11.716481 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Sync routers for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:11.721633 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.728296 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:11.729032 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:11.785689 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port a8679fa7-31fc-473d-b21f-3d1291426b7e completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:11.795402 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a8679fa7-31fc-473d-b21f-3d1291426b7e triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:11.795778 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.801012 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361a0d9-3136-4165-bde0-43c5395aa21c None None] Pushing event updated for resources: {'Port': ['ID=9982850a-e225-4273-be23-c3b82e4d7513,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:11.870022 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:11.894294 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af80f39-0fc7-4cbf-a3cd-58977f640fc9 req-7f82074a-adbd-4ca9-adc8-c65a1e943d9f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:11.906651 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5af80f39-0fc7-4cbf-a3cd-58977f640fc9 req-7f82074a-adbd-4ca9-adc8-c65a1e943d9f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.1106446 Sep 14 14:54:11.911710 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.943111 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port a8679fa7-31fc-473d-b21f-3d1291426b7e, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a8679fa7-31fc-473d-b21f-3d1291426b7e,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:11.946758 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.953247 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:11.973390 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5af80f39-0fc7-4cbf-a3cd-58977f640fc9 req-287ac1bd-32d7-46bb-9880-a16c0bb910a0 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622859 Sep 14 14:54:12.015206 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=a8679fa7-31fc-473d-b21f-3d1291426b7e,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:12.154638 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 2, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:12.169011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 4bf5b5fc-4557-46ce-ac84-d136f37d3556 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:12.188286 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Checking router: f6bf0370-d8e8-4a1b-b43e-373665ee865c for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:12.189130 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Updating router f6bf0370-d8e8-4a1b-b43e-373665ee865c port a5d0096b-6f60-47fc-aafd-151d8fc93198 binding host dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:54:12.213246 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4013831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4007007'] for router, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.217045 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.231810 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b50586-a503-4c60-be32-a274fa669c7d req-4dd1c597-e185-4b0a-bdf1-379bde686939 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:12.233457 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0b50586-a503-4c60-be32-a274fa669c7d req-4dd1c597-e185-4b0a-bdf1-379bde686939 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 944 time: 0.0733926 Sep 14 14:54:12.257240 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:12.261505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:12.261877 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.306397 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0b50586-a503-4c60-be32-a274fa669c7d req-569a6ad1-2374-4a57-b11f-b584d97a4c5d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652740 Sep 14 14:54:12.365954 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.387449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Router 60803b02-0770-407a-9eea-6fabae8e5122 is scheduled to L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 with binding_index 1 {{(pid=100391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 14:54:12.403485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:12.410305 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.462046 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:12.500745 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:12.514333 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Sync routers for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:12.519941 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.521458 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-989e269c-0435-4743-8880-3533961fdf80 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8836839 Sep 14 14:54:12.524354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60106) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:12.528646 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:12.528894 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks [] for port, precommit_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.529766 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:12.540867 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.provisioning_blocks [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Transition to ACTIVE for port object a5d0096b-6f60-47fc-aafd-151d8fc93198 will not be triggered until provisioned by entity L2. {{(pid=100394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:12.550545 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.611278 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Pushing event updated for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=3']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:12.637530 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.638127 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.638591 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.639313 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.639608 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.642281 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.642737 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.643306 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.643875 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.644430 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.644947 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.645352 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:12.695467 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:12.718224 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Attempting to bind port a5d0096b-6f60-47fc-aafd-151d8fc93198 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:12.718838 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Attempting to bind port a5d0096b-6f60-47fc-aafd-151d8fc93198 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:12.719142 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Attempting to bind port a5d0096b-6f60-47fc-aafd-151d8fc93198 on network b069a754-06b4-4a0d-9945-f34461a544d3 {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:12.727160 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:12.727528 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Checking segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:12.727928 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.728354 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Bound using segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} {{(pid=100394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:12.728822 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.managers [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Bound port: a5d0096b-6f60-47fc-aafd-151d8fc93198, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}}] {{(pid=100394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:12.729215 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.831162 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] For port a5d0096b-6f60-47fc-aafd-151d8fc93198, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:12.836393 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.plugins.ml2.db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] For port a5d0096b-6f60-47fc-aafd-151d8fc93198, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a5d0096b-6f60-47fc-aafd-151d8fc93198,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:12.842840 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron_lib.callbacks.manager [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:12.896776 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b15b8-250f-4af9-9d95-1cd0019b01bd None None] Pushing event updated for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=4']} {{(pid=100394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:12.918917 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:12.919654 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:13.083543 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:13.142252 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.178840 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:13.181795 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758dd95-dd88-4b27-876f-f17787dadb44" -d '{"events": [{"server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "name": "network-vif-plugged", "status": "completed", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:13.214813 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1eff17-9b2d-4d2b-bdd1-c631a31f552f None None] Network 20f93278-6c86-4080-967b-1e5dd3347177 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:54:13.236450 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5cf21-407c-47c4-ac87-eb90737c672d req-e19d35e5-f070-4803-bada-b8d368f9e328 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:13.238049 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-78b5cf21-407c-47c4-ac87-eb90737c672d req-e19d35e5-f070-4803-bada-b8d368f9e328 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.1544411 Sep 14 14:54:13.256133 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f116229a-85ad-4b47-a36e-b13bad1cd14a x-openstack-request-id: req-f116229a-85ad-4b47-a36e-b13bad1cd14a {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:13.256443 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "name": "network-vif-plugged", "status": "completed", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:13.256669 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f116229a-85ad-4b47-a36e-b13bad1cd14a {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:13.257083 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'code': 200} Sep 14 14:54:13.325623 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:12Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:13.327913 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 3, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:13.352907 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-78b5cf21-407c-47c4-ac87-eb90737c672d req-9398bdd9-9887-4f73-86e0-844b2f05670f tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827174 Sep 14 14:54:13.360993 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254fae9-9a60-4557-8a80-8acf7582cfeb None None] The sync data for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi is: [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:12Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:13.399819 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Allocated IP 172.20.0.1 (20f93278-6c86-4080-967b-1e5dd3347177/4d4c5161-4bc2-42ad-81dd-78b25410ec8c/ea366c0a-ad48-4ff6-9f37-1a3a3a228636) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:13.424363 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Checking router: 60803b02-0770-407a-9eea-6fabae8e5122 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:13.424935 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Updating router 60803b02-0770-407a-9eea-6fabae8e5122 port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:54:13.465531 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.467172 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-268a59c1-60bd-469b-b92c-98f0ba870021 None None] Provisioning for port 9982850a-e225-4273-be23-c3b82e4d7513 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:13.563200 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326ee13-20e6-40df-acb5-613a97ae38b6 req-7731bd88-1db3-4826-a94c-66860fb1129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:13.565408 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8326ee13-20e6-40df-acb5-613a97ae38b6 req-7731bd88-1db3-4826-a94c-66860fb1129b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1098 time: 0.0598545 Sep 14 14:54:13.640523 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-8326ee13-20e6-40df-acb5-613a97ae38b6 req-dc028f5b-5f2b-4125-943e-a9cc074ab9c0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645251 Sep 14 14:54:13.669035 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.720681 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02cdbb-99c2-4381-aebf-f1df5ce69d6c req-ca36254a-a538-4eba-8dd6-c0424c42b846 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:13.722307 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a02cdbb-99c2-4381-aebf-f1df5ce69d6c req-ca36254a-a538-4eba-8dd6-c0424c42b846 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.3141663 Sep 14 14:54:13.734520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb75759-70d5-45b5-8ffe-cd20143fa060 req-61a40663-d500-4840-afc0-c7e058801527 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:13.745053 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6bb75759-70d5-45b5-8ffe-cd20143fa060 req-61a40663-d500-4840-afc0-c7e058801527 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.2491443 Sep 14 14:54:13.745410 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60118) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:13.746292 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Transition to ACTIVE for port object ea366c0a-ad48-4ff6-9f37-1a3a3a228636 will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:13.753486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Request body: {'floatingip': {'port_id': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:13.839081 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.861069 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3a02cdbb-99c2-4381-aebf-f1df5ce69d6c req-eba51a17-3a34-4722-8e5e-fa8182fbf68a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122980 Sep 14 14:54:13.895193 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a5d0096b-6f60-47fc-aafd-151d8fc93198 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:13.895669 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.916793 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:13.944338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Network 20f93278-6c86-4080-967b-1e5dd3347177 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:13.950022 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:13.954348 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:13.963830 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Transition to ACTIVE for port object a6c2a03c-05ed-4bb9-93b9-7c122e910f44 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:13.963992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:13.979685 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.000986 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.002080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.002571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.003057 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.003393 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.003722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.004072 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.004412 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.004856 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.005264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.005592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.006708 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:14.030885 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4007054'] for router_interface, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.054256 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port a5d0096b-6f60-47fc-aafd-151d8fc93198 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:14.075237 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a5d0096b-6f60-47fc-aafd-151d8fc93198 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:14.075616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.111895 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Attempting to bind port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:14.112420 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Attempting to bind port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:14.112783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Attempting to bind port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 on network aadc57a3-3077-462f-b8a5-8a5fb57d0292 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:14.119030 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd66fb-cb6a-497c-8be6-d918e869d101 None None] Pushing event updated for resources: {'Port': ['ID=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,revision_number=2']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:14.131835 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:14.132396 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Checking segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:14.132808 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.135077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Bound using segment: {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:14.135077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Bound port: a6c2a03c-05ed-4bb9-93b9-7c122e910f44, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6f133-37ad-460b-b509-c19d312db985', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:14.135077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.231951 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] For port a6c2a03c-05ed-4bb9-93b9-7c122e910f44, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:14.235608 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.236848 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] For port a6c2a03c-05ed-4bb9-93b9-7c122e910f44, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:14.242334 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.255564 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.355064 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port a5d0096b-6f60-47fc-aafd-151d8fc93198, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a5d0096b-6f60-47fc-aafd-151d8fc93198,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:14.360814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-7fe1eb43-2fe4-42df-81ed-8231831f2dda None None] Provisioning for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:14.365242 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:14.365875 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:14.368498 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.369259 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a8679fa7-31fc-473d-b21f-3d1291426b7e up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:14.373760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-7fe1eb43-2fe4-42df-81ed-8231831f2dda None None] Provisioning complete for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:14.373760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7fe1eb43-2fe4-42df-81ed-8231831f2dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.374512 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd66fb-cb6a-497c-8be6-d918e869d101 None None] Pushing event updated for resources: {'Port': ['ID=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:14.447347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.455969 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.526690 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7fe1eb43-2fe4-42df-81ed-8231831f2dda None None] Port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:14.568331 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:14.592107 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a8679fa7-31fc-473d-b21f-3d1291426b7e triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:14.592595 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.624760 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:14.801859 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3791562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4012830'] for router_interface, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.807751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.808497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:14.815940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:14.816771 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 9982850a-e225-4273-be23-c3b82e4d7513 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:14.902434 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Network 20f93278-6c86-4080-967b-1e5dd3347177 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:14.904328 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:14.975679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port 9982850a-e225-4273-be23-c3b82e4d7513 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:14.985658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 9982850a-e225-4273-be23-c3b82e4d7513 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:14.986086 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.023653 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'ea366c0a-ad48-4ff6-9f37-1a3a3a228636', 'name': '', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'mac_address': 'fa:16:3e:69:c5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:13Z', 'updated_at': '2021-09-14T14:54:13Z', 'revision_number': 1, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'subnets': [{'id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:15.034030 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Floating IP d70b223b-0cb8-4a80-a04a-fc2ead3543ee associated. External IP: 172.27.1.43, port: d1b89ed4-c461-4f05-9f8f-be55616f45ac. Sep 14 14:54:15.058136 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031675ec-aa7a-4eb7-9180-0ff45e057a00 None None] The sync data for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi is: [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'ea366c0a-ad48-4ff6-9f37-1a3a3a228636', 'name': '', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'mac_address': 'fa:16:3e:69:c5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:13Z', 'updated_at': '2021-09-14T14:54:13Z', 'revision_number': 1, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'subnets': [{'id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:15.117109 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401e421-a404-420d-9516-3acf7d597da5 req-e5a7c100-dea1-4092-abd4-ca5bea67a7d2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:15.118755 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c401e421-a404-420d-9516-3acf7d597da5 req-e5a7c100-dea1-4092-abd4-ca5bea67a7d2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.1278903 Sep 14 14:54:15.132645 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Router 60803b02-0770-407a-9eea-6fabae8e5122 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:54:15.141255 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.176756 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c401e421-a404-420d-9516-3acf7d597da5 req-2b1e3b20-61f6-49b6-b7fa-94387b9c48b5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 Sep 14 14:54:15.188643 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port 9982850a-e225-4273-be23-c3b82e4d7513, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=9982850a-e225-4273-be23-c3b82e4d7513,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:15.195680 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.262211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=9982850a-e225-4273-be23-c3b82e4d7513,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:15.339265 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:54:15.390175 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:15.402989 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4e93301a-b338-4d19-9ded-8b3375d70d15 None None] Provisioning complete for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:15.404401 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4e93301a-b338-4d19-9ded-8b3375d70d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.419840 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-2168640f-2874-4735-ab78-690ef1d5c6d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/60803b02-0770-407a-9eea-6fabae8e5122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8919811 Sep 14 14:54:15.445467 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9bcf0-0261-42ec-ba2d-94b0a4baeec7 req-731b64d0-9340-4653-885b-748baa98906c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:15.447332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-95f9bcf0-0261-42ec-ba2d-94b0a4baeec7 req-731b64d0-9340-4653-885b-748baa98906c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.1502652 Sep 14 14:54:15.466506 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-4e93301a-b338-4d19-9ded-8b3375d70d15 None None] Port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:15.496079 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-95f9bcf0-0261-42ec-ba2d-94b0a4baeec7 req-7c72100a-378e-449e-becb-00818f7d65c2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373745 Sep 14 14:54:15.527802 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60132) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:15.530911 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:15.536095 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.544758 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:15.576545 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:15.578491 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:15.583705 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-408a21c2-cd95-4762-9782-52b52cd9ce41 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "PUT /v2.0/floatingips/d70b223b-0cb8-4a80-a04a-fc2ead3543ee HTTP/1.1" status: 200 len: 990 time: 1.8371189 Sep 14 14:54:15.584392 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:15.586885 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:15.616340 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b278e-da40-466b-ac1c-ab4ace3083b6 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:15.620703 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-321b278e-da40-466b-ac1c-ab4ace3083b6 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1093 time: 0.0889649 Sep 14 14:54:15.621143 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60144) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:54:15.626174 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:15.666021 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eca984b-594a-468b-8010-45e05abb3c36 x-openstack-request-id: req-4eca984b-594a-468b-8010-45e05abb3c36 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:15.666313 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:15.666575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eca984b-594a-468b-8010-45e05abb3c36 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:15.667079 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'status': 'completed', 'code': 200} Sep 14 14:54:15.731961 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.745692 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a5d0096b-6f60-47fc-aafd-151d8fc93198 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:15.799879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-23670eca-9df5-4948-b5e1-5159d1d0ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:15.801542 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-23670eca-9df5-4948-b5e1-5159d1d0ef25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=52bd70b2922546278415a484004e0ba2&device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 1098 time: 0.1271982 Sep 14 14:54:15.816089 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a5d0096b-6f60-47fc-aafd-151d8fc93198 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:15.816875 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.827471 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:15.976071 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:15.995879 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-5e3c0b4f-32f7-4325-8e39-a01540248045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:15.997760 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-5e3c0b4f-32f7-4325-8e39-a01540248045 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 200 len: 911 time: 0.1557980 Sep 14 14:54:16.078098 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 9982850a-e225-4273-be23-c3b82e4d7513 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:16.141657 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port 9982850a-e225-4273-be23-c3b82e4d7513 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:16.142027 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:16.159284 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-0568e8fe-1633-4fad-8f56-98a532e80469 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac HTTP/1.1" status: 200 len: 998 time: 0.1303687 Sep 14 14:54:16.228365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.27.1.203 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/1926a539-1e74-4f2d-884b-c042f31bf9b7) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:16.295999 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-051055cc-336f-4ff4-bfa9-c637d5d03d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:16.297895 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-051055cc-336f-4ff4-bfa9-c637d5d03d88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 200 len: 849 time: 0.1221011 Sep 14 14:54:16.349590 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'd70b223b-0cb8-4a80-a04a-fc2ead3543ee', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:b5:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20430b42-a8c2-48f2-b05f-173772c2838f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:00Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:16.384575 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:16.397237 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:16.401362 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:16.422795 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-2391cfae-0540-4485-955a-12f302cc8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:16.424326 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-2391cfae-0540-4485-955a-12f302cc8380 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f53f9b09-67b2-498c-871e-80518265bf73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708332 Sep 14 14:54:16.435169 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:16.563177 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:16.583616 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-0ce9690f-8817-465c-9087-bc9be37bf131 service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459112 Sep 14 14:54:16.588712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:16.661173 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=1926a539-1e74-4f2d-884b-c042f31bf9b7,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:16.684834 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:16.687794 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:16.691601 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:16.831535 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-01a65f2b-07b8-4d2a-abd3-8616c7ca1ea5 req-2b591944-3eda-4772-b813-f93093b605aa service neutron] 10.222.0.64 "GET /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025187 Sep 14 14:54:16.912867 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'd70b223b-0cb8-4a80-a04a-fc2ead3543ee', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:b5:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20430b42-a8c2-48f2-b05f-173772c2838f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:00Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:16.948678 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7162a7-c5ee-4e40-acda-8ed2eea83f26 None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'd70b223b-0cb8-4a80-a04a-fc2ead3543ee', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'port_id': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'mac_address': 'fa:16:3e:b5:b8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20430b42-a8c2-48f2-b05f-173772c2838f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:00Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 1, 'project_id': '52bd70b2922546278415a484004e0ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:17.243641 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.279361 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9a964-6478-4a29-81df-79310903d299 None None] New status for floating IP d70b223b-0cb8-4a80-a04a-fc2ead3543ee: ACTIVE {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:54:17.327885 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.531783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.538686 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.627338 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=1926a539-1e74-4f2d-884b-c042f31bf9b7,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:17.635236 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.694562 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a6c2a03c-05ed-4bb9-93b9-7c122e910f44 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:17.788297 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:17.789859 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP 773e6e52-7d1c-46dd-a9cb-8a5e4ea65012 associated. External IP: 172.27.1.203, port: 4bf5b5fc-4557-46ce-ac84-d136f37d3556. Sep 14 14:54:17.793703 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:17.794204 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.923696 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:17.957160 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port a6c2a03c-05ed-4bb9-93b9-7c122e910f44, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:17.965344 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:18.049810 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:18.062508 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:54:18.191486 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:54:18.204427 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:18.217534 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:18.219512 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:18.220206 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:18.250854 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c0e21834-6fcc-416d-b468-39794f5b726a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6286957 Sep 14 14:54:18.251456 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:18.254093 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511554ed-28a7-4b64-9129-c1b6e1203f25" -d '{"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:18.304930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe19af-5a8a-4caf-aa41-b895f7eacd6c x-openstack-request-id: req-bcfe19af-5a8a-4caf-aa41-b895f7eacd6c {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:18.304930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:18.304930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcfe19af-5a8a-4caf-aa41-b895f7eacd6c {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:18.304930 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'status': 'completed', 'code': 200} Sep 14 14:54:18.324641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Sync routers for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:54:18.351062 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:18.354890 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:18.392591 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-9b1453a3-928b-41c2-8c70-76ca301dc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:18.394872 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-9b1453a3-928b-41c2-8c70-76ca301dc21a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1098 time: 0.0579638 Sep 14 14:54:18.424650 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:18.535953 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-3772714a-eb04-4538-a791-bf7b40a7632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:18.537651 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-3772714a-eb04-4538-a791-bf7b40a7632e service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1346753 Sep 14 14:54:18.574684 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:18.614947 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-e37aca75-a1f7-4b65-aeb5-71a9cfc9212e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 999 time: 0.0667670 Sep 14 14:54:18.683984 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-ee5775ca-8490-4d3a-a3fa-75d1bb8901e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:18.685516 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-ee5775ca-8490-4d3a-a3fa-75d1bb8901e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0520425 Sep 14 14:54:18.736244 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:18.763282 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-aa7e8101-095c-412f-aa40-5e1d3b657706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:18.764781 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-aa7e8101-095c-412f-aa40-5e1d3b657706 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696454 Sep 14 14:54:18.770135 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:18.779093 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:18.779697 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:18.836301 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'ea366c0a-ad48-4ff6-9f37-1a3a3a228636', 'name': '', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'mac_address': 'fa:16:3e:69:c5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:13Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 2, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'subnets': [{'id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:18.873661 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Checking router: 60803b02-0770-407a-9eea-6fabae8e5122 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:54:18.874528 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Updating router 60803b02-0770-407a-9eea-6fabae8e5122 port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 binding host dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 14:54:18.902669 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-fb777294-0999-4d74-a98d-2c352ad262fd service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259828 Sep 14 14:54:18.909042 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:18.925542 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:19.025831 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-511554ed-28a7-4b64-9129-c1b6e1203f25 req-f6a37535-270e-4410-9d80-144fe0598f51 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135535 Sep 14 14:54:19.245270 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks [] for port, precommit_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.258667 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Transition to ACTIVE for port object ea366c0a-ad48-4ff6-9f37-1a3a3a228636 will not be triggered until provisioned by entity L2. {{(pid=100393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:19.270670 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.288295 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:19.332586 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e46b0f-4971-461f-8762-8763aa361b8a None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:19.354503 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Pushing event updated for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=3']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:19.392075 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.396964 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.397397 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.397738 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.398077 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.398412 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.398750 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.399111 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.399404 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.399753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.400114 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.400438 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:19.456084 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Attempting to bind port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 on host dv-cinder-784140-10-iscsi for vnic_type normal with profile {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:19.456633 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Attempting to bind port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 by drivers openvswitch,hyperv on host dv-cinder-784140-10-iscsi at level 0 using segments [{'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:19.457080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Attempting to bind port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 on network 20f93278-6c86-4080-967b-1e5dd3347177 {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:19.462833 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Checking agent: {'id': '0cc88223-089a-43b8-bd94-425dcea8b5bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784140-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 40, 24), 'started_at': datetime.datetime(2021, 9, 14, 14, 40, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784140-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:19.463356 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Checking segment: {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:19.463850 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.464356 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Bound using segment: {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'} {{(pid=100393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:19.464909 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.managers [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Bound port: ea366c0a-ad48-4ff6-9f37-1a3a3a228636, host: dv-cinder-784140-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c103c0c-d23f-438d-82e4-62f4f09b08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177'}}] {{(pid=100393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:19.465392 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.575679 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] For port ea366c0a-ad48-4ff6-9f37-1a3a3a228636, host dv-cinder-784140-10-iscsi, cleared binding levels {{(pid=100393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:19.581569 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] For port ea366c0a-ad48-4ff6-9f37-1a3a3a228636, host dv-cinder-784140-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:19.591110 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.663424 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bace29ba-f6c2-4979-9ae8-e704a3088e34 None None] New status for floating IP 773e6e52-7d1c-46dd-a9cb-8a5e4ea65012: ACTIVE {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:54:19.696738 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:54:19.697609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:53:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:19.702627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a6c2a03c-05ed-4bb9-93b9-7c122e910f44 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:19.807151 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9684418-4a4f-4a5c-b0fc-3e0493348b45 None None] Pushing event updated for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:19.882635 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:19.883000 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:19.933271 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:54:20.357810 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'ea366c0a-ad48-4ff6-9f37-1a3a3a228636', 'name': '', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'mac_address': 'fa:16:3e:69:c5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:13Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'subnets': [{'id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:54:20.387681 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc0835a-0c1e-4c61-9ddd-5a6d564e3b11 None None] The sync data for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi is: [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'ea366c0a-ad48-4ff6-9f37-1a3a3a228636', 'name': '', 'network_id': '20f93278-6c86-4080-967b-1e5dd3347177', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'mac_address': 'fa:16:3e:69:c5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:13Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 4, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'subnets': [{'id': '4d4c5161-4bc2-42ad-81dd-78b25410ec8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:54:21.642816 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-d40a837f-4f36-420a-82db-99274e9c070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:21.667763 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ea366c0a-ad48-4ff6-9f37-1a3a3a228636 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:21.733290 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:21.739004 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:21.739889 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:21.878021 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:21.926848 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] For port ea366c0a-ad48-4ff6-9f37-1a3a3a228636, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:21.935783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:21.998293 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Pushing event updated for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:23.650417 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ea366c0a-ad48-4ff6-9f37-1a3a3a228636 up at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:23.716131 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Provisioning complete for port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:23.716638 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:24.196635 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-cb974760-1353-479b-b5d1-732b9f9f20fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:24.338027 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:25.411595 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:26.588918 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-0f9589f3-b21f-48f0-aef6-b4ba1c358042 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:26.590347 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-0f9589f3-b21f-48f0-aef6-b4ba1c358042 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 815 time: 0.1177289 Sep 14 14:54:26.606052 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-bf1fc200-347f-4d31-ae6c-07c133a5030e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/quotas/4a01fbe975a541a1b6c84c0d59367b8f HTTP/1.1" status: 200 len: 375 time: 0.0095992 Sep 14 14:54:26.671701 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-7a23c2fd-c769-4913-afc3-0e81ef4174d7 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600319 Sep 14 14:54:26.794704 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-c4fdfe58-eedf-4b1b-88c4-a8a4dfdce70e service neutron] 10.222.0.50 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038074 Sep 14 14:54:26.885817 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-08652004-d051-40d9-9bb1-93958074d800 service neutron] 10.222.0.50 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848804 Sep 14 14:54:27.039611 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:27.054655 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92c4da15-3575-43c8-a759-1a76ec1d4ed5 req-dc31d377-ace0-4e97-9e31-23db3954c75a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 210 time: 0.0325077 Sep 14 14:54:28.155404 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e9236073-812c-458f-9ad4-3eef5ae244a7 req-adc1c034-8e3f-4a3c-9c5c-102acf41c07c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 210 time: 0.0275280 Sep 14 14:54:28.199376 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-cd192d48-c65f-4c49-8ca3-d8f77f523ca1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:28.200779 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-cd192d48-c65f-4c49-8ca3-d8f77f523ca1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 815 time: 0.1173072 Sep 14 14:54:28.217354 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'port': {'device_id': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'admin_state_up': True, 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:28.328303 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Made reservation on behalf of 4a01fbe975a541a1b6c84c0d59367b8f for: {'port': 1} {{(pid=100391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:54:28.332980 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:28.463422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Allocated IP 172.20.0.10 (b069a754-06b4-4a0d-9945-f34461a544d3/4fe4d291-4493-40e1-9b51-fd8a111dbb8e/9fa1b49c-21a1-4dae-945e-a1d9740a1a60) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:54:28.649749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:28.667726 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Transition to ACTIVE for port object 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 will not be triggered until provisioned by entity DHCP. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:28.707540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:28.752239 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Network b069a754-06b4-4a0d-9945-f34461a544d3 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:54:28.755919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:54:28.759802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:54:28.802705 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:28.826842 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:28.827504 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:28.845071 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-1c541fa5-c169-4a04-abdc-5c3fe3f00e88 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6315143 Sep 14 14:54:29.017922 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-bde0bd17-f047-4519-95c0-cd02ba81ad2e None None] Provisioning for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:29.021691 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-bde0bd17-f047-4519-95c0-cd02ba81ad2e None None] Provisioning complete for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:29.022061 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-bde0bd17-f047-4519-95c0-cd02ba81ad2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:29.054844 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-bde0bd17-f047-4519-95c0-cd02ba81ad2e None None] Port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:54:31.063792 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:54:37.812668 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.024650 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Request body: {'port': {'device_id': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:54:42.208881 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df727243-e030-400b-b83b-07ca0c7b7dc0 req-61c3b937-963f-4e60-90d7-ccd94a1523eb tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.210556 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df727243-e030-400b-b83b-07ca0c7b7dc0 req-61c3b937-963f-4e60-90d7-ccd94a1523eb tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 932 time: 0.0849571 Sep 14 14:54:42.215426 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-40d7a9c4-5d79-47c8-b538-3b7244fed6c9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786464 Sep 14 14:54:42.255608 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-df727243-e030-400b-b83b-07ca0c7b7dc0 req-d5d38baa-870c-4ca4-aa9b-d69a7864c217 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Sep 14 14:54:42.322150 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-c0acebce-ae00-4b22-a228-fdc1a73f7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.324114 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-c0acebce-ae00-4b22-a228-fdc1a73f7aea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0482414 Sep 14 14:54:42.346570 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.437211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-4f48a75c-7736-467e-8762-f41717109b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.439058 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-4f48a75c-7736-467e-8762-f41717109b8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.0943418 Sep 14 14:54:42.524797 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-0bde4804-6ec8-4503-a97d-af170ba277fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 1002 time: 0.0761673 Sep 14 14:54:42.577486 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-d58116cd-0436-49dd-ba2c-9be560aa6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.578973 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-d58116cd-0436-49dd-ba2c-9be560aa6fc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0459685 Sep 14 14:54:42.633324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-3cf5d03f-674a-4469-9189-59e4b2b433e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.635164 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-3cf5d03f-674a-4469-9189-59e4b2b433e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425117 Sep 14 14:54:42.681649 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 {{(pid=100391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:42.689182 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.701312 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.provisioning_blocks [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Transition to ACTIVE for port object 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 will not be triggered until provisioned by entity L2. {{(pid=100391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:54:42.706351 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.735824 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-42ce53df-f107-4541-957c-698d911efb1c service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902536 Sep 14 14:54:42.781385 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:42.807783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.808223 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.808571 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.808919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.809242 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.809573 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.809892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.810206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.810520 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.810822 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.811155 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.811451 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:54:42.843233 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Attempting to bind port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:54:42.843567 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Attempting to bind port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:54:42.844246 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Attempting to bind port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 on network b069a754-06b4-4a0d-9945-f34461a544d3 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:42.848694 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 on network b069a754-06b4-4a0d-9945-f34461a544d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:54:42.849028 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Attempting to bind port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 on network b069a754-06b4-4a0d-9945-f34461a544d3 {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:54:42.849145 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d6c69765-c70d-4b33-8a42-278c717446c3 req-a80fe066-33d9-457e-9c48-cbeea7559902 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020489 Sep 14 14:54:42.854515 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:54:42.855063 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Checking segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:54:42.855604 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Bound using segment: {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'} {{(pid=100391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:54:42.856228 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.managers [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Bound port: 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4881748-1a18-4faf-a01f-7865ba19585f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3'}}] {{(pid=100391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:54:42.856752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.929415 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, cleared binding levels {{(pid=100391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:54:42.932735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:54:42.938393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.974752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:42.975346 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:42.976844 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-fc929926-3278-47dc-9710-4709eca89238 service neutron] 10.222.0.64 "PUT /v2.0/ports/9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 1094 time: 0.9569376 Sep 14 14:54:42.977180 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:42.980205 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:43.009051 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc929926-3278-47dc-9710-4709eca89238 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=3']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:43.023003 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be817a-8961-485a-8898-5a4b699c6303 x-openstack-request-id: req-92be817a-8961-485a-8898-5a4b699c6303 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:43.023502 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:43.023934 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92be817a-8961-485a-8898-5a4b699c6303 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:43.024402 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:54:43.079797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-bc43c64f-fef2-43ed-a911-523e7bc898cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.081405 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-bc43c64f-fef2-43ed-a911-523e7bc898cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1097 time: 0.0439370 Sep 14 14:54:43.134981 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-2c855e17-2883-491e-a0a0-13dcb47977c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 217 time: 0.0376284 Sep 14 14:54:43.186450 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-9d1664ed-44b2-496d-a2dd-c0deff4daae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.187930 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-9d1664ed-44b2-496d-a2dd-c0deff4daae3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0445600 Sep 14 14:54:43.257295 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-05c3dec3-5745-410c-95b5-0044fc2c21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.258813 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-05c3dec3-5745-410c-95b5-0044fc2c21ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487137 Sep 14 14:54:43.356680 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-05f30e8f-53cf-4145-905c-53dd2ed0ad69 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897596 Sep 14 14:54:43.391295 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64032a-df0f-4324-b182-650cfbfdd55a req-208423c5-986f-45bc-b918-55ff5ae4f3a8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.392821 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf64032a-df0f-4324-b182-650cfbfdd55a req-208423c5-986f-45bc-b918-55ff5ae4f3a8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 944 time: 0.0590215 Sep 14 14:54:43.430710 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bf64032a-df0f-4324-b182-650cfbfdd55a req-2d96e8c0-5617-4a39-9e0d-5bb4fde6c79f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Sep 14 14:54:43.455290 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-84466d82-f96c-4fab-8736-811fe2d716f1 req-39a98177-e6b9-49a8-9cc4-a9c49ba57236 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910182 Sep 14 14:54:43.558499 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-0ff6ebd1-6549-4d72-b51d-92166be80f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.560120 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-0ff6ebd1-6549-4d72-b51d-92166be80f08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1097 time: 0.0438857 Sep 14 14:54:43.677190 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-36075741-cc98-450c-a793-f66cd60cbab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.678603 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-36075741-cc98-450c-a793-f66cd60cbab4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.1071885 Sep 14 14:54:43.728384 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-ec7a7fb7-ca02-412a-9d13-4425013e2b81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 217 time: 0.0347650 Sep 14 14:54:43.777966 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-ca1bc377-0b7d-4b01-b30c-7ac5de005757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.779405 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-ca1bc377-0b7d-4b01-b30c-7ac5de005757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0438125 Sep 14 14:54:43.830821 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-a3f84450-15ab-4aa0-8098-1b1c63b50504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:43.832455 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-a3f84450-15ab-4aa0-8098-1b1c63b50504 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439312 Sep 14 14:54:43.929540 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-a273d1e8-865a-4003-b9af-f68cdc01077d service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Sep 14 14:54:44.027801 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-cb3465ea-0c79-4c6c-afd0-711a129f4ef0 req-ef496b56-0549-411b-b259-a23c48474386 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906458 Sep 14 14:54:44.550837 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe29bf-dd0e-4f57-af59-364125caa32b req-7978dbb0-77c8-4b01-b2c3-e644ffc5cbf7 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:44.552409 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-23fe29bf-dd0e-4f57-af59-364125caa32b req-7978dbb0-77c8-4b01-b2c3-e644ffc5cbf7 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 944 time: 0.0511587 Sep 14 14:54:44.592897 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-23fe29bf-dd0e-4f57-af59-364125caa32b req-80bd17a9-84f9-4516-b301-a2b850bc1f2c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Sep 14 14:54:44.902507 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9277c-da1a-46ae-be2f-480a1768c3c1 req-292cd62f-cf22-472a-b08a-3963ee447c46 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:44.904019 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4fd9277c-da1a-46ae-be2f-480a1768c3c1 req-292cd62f-cf22-472a-b08a-3963ee447c46 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0535429 Sep 14 14:54:44.949003 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4fd9277c-da1a-46ae-be2f-480a1768c3c1 req-8c82f9fb-fe37-4c6f-895f-d71218405d5f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387836 Sep 14 14:54:45.720734 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de64c-5c97-4fcf-bab8-08bfe349b9b8 req-9be27601-fec7-41b9-aa14-c91824a891b8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:45.722138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a12de64c-5c97-4fcf-bab8-08bfe349b9b8 req-9be27601-fec7-41b9-aa14-c91824a891b8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 944 time: 0.0577519 Sep 14 14:54:45.774497 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a12de64c-5c97-4fcf-bab8-08bfe349b9b8 req-40faffa9-142e-40ef-83ac-3bf7b648eb5b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Sep 14 14:54:46.086552 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43ca9c-ff35-4fba-bf05-f4c13170144e req-013fbb6f-f25b-416e-9bc6-f0c043ee5ea9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:46.088388 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a43ca9c-ff35-4fba-bf05-f4c13170144e req-013fbb6f-f25b-416e-9bc6-f0c043ee5ea9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0611703 Sep 14 14:54:46.127487 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a43ca9c-ff35-4fba-bf05-f4c13170144e req-aac9f626-8d64-414a-9588-b66621a964ce tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Sep 14 14:54:46.305459 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:54:46.410709 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:46.424928 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'port_id': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'mac_address': 'fa:16:3e:ee:8a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:54:46.468658 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:46.486580 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:46.508449 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:46.517438 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:46.572784 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:46.826011 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:54:46.898341 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8885-eeb2-4e02-99b9-8df0bb46a6d9 req-d2ac3717-1011-45f8-a3c1-ee81cab5e851 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:46.899790 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13fc8885-eeb2-4e02-99b9-8df0bb46a6d9 req-d2ac3717-1011-45f8-a3c1-ee81cab5e851 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 945 time: 0.0518680 Sep 14 14:54:46.938496 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13fc8885-eeb2-4e02-99b9-8df0bb46a6d9 req-a4964751-2a38-4404-899c-f933ebbd0f81 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Sep 14 14:54:47.267729 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b909e-edfd-469b-b7a5-9751e11b7ba2 req-593fa99b-f484-46b9-a843-0e3a89839642 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:47.269232 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-747b909e-edfd-469b-b7a5-9751e11b7ba2 req-593fa99b-f484-46b9-a843-0e3a89839642 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0623748 Sep 14 14:54:47.312013 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-747b909e-edfd-469b-b7a5-9751e11b7ba2 req-ddfdeafb-951e-4f3c-bda9-d25923be513c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335758 Sep 14 14:54:48.074834 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1a7d0-d552-461b-b3d6-3e38619c1a39 req-a34d73a7-0d14-44cd-9580-a7a4e5d75d9c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:48.076404 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-95a1a7d0-d552-461b-b3d6-3e38619c1a39 req-a34d73a7-0d14-44cd-9580-a7a4e5d75d9c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 945 time: 0.0620596 Sep 14 14:54:48.116848 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-95a1a7d0-d552-461b-b3d6-3e38619c1a39 req-82a4df10-5a78-44ca-8e5f-957417d7d576 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Sep 14 14:54:48.292535 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:54:48.356189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:54:48.360158 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:54:48.360476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:48.435455 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32847b7d-b095-4ffd-8977-44512e534784 req-7fb9e7b2-7d0d-4b73-bf9c-763c7c1e707f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:48.436987 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-32847b7d-b095-4ffd-8977-44512e534784 req-7fb9e7b2-7d0d-4b73-bf9c-763c7c1e707f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0492036 Sep 14 14:54:48.439347 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:48.463144 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:54:48.465519 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994094e-4381-4d74-ba6c-8976d4621e49" -d '{"events": [{"server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "name": "network-vif-plugged", "status": "completed", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:54:48.477087 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-32847b7d-b095-4ffd-8977-44512e534784 req-42ea21d1-11a4-4d00-aae5-662ab55df185 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340760 Sep 14 14:54:48.481731 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:48.487788 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:48.515523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cd3138-2bac-49d5-8b28-4d3127ad6712 x-openstack-request-id: req-54cd3138-2bac-49d5-8b28-4d3127ad6712 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:54:48.515774 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "name": "network-vif-plugged", "status": "completed", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:54:48.516059 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54cd3138-2bac-49d5-8b28-4d3127ad6712 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:54:48.516455 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'code': 200} Sep 14 14:54:48.542420 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:48.695078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3eb3-270c-4b60-92a1-047cb6eaf606 req-e7a86a85-0162-4b4d-aeac-2a2f681f8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:48.697446 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-378d3eb3-270c-4b60-92a1-047cb6eaf606 req-e7a86a85-0162-4b4d-aeac-2a2f681f8c8a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1099 time: 0.0438373 Sep 14 14:54:48.735544 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-378d3eb3-270c-4b60-92a1-047cb6eaf606 req-51662dd8-101e-471a-b90f-bd7feb481753 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290940 Sep 14 14:54:49.243564 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07f516-0a5f-4a0b-8cc3-512be4a4431c req-43aa9ab4-8c04-4c48-8d43-eaf175e914ea tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:49.245086 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c07f516-0a5f-4a0b-8cc3-512be4a4431c req-43aa9ab4-8c04-4c48-8d43-eaf175e914ea tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0550544 Sep 14 14:54:49.284934 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8c07f516-0a5f-4a0b-8cc3-512be4a4431c req-0d7368fb-77a5-4bbc-9342-b8eec26afaf1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333426 Sep 14 14:54:49.616576 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6328c-2270-4158-9fe8-4856c33571dd req-ab9672e6-e293-483f-8181-9e520d1c0071 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:49.618075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eae6328c-2270-4158-9fe8-4856c33571dd req-ab9672e6-e293-483f-8181-9e520d1c0071 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0517547 Sep 14 14:54:49.659649 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eae6328c-2270-4158-9fe8-4856c33571dd req-9af1e082-29a0-4ba8-8856-14a85892a946 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Sep 14 14:54:50.405497 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14513e-37af-4d7e-a738-83bc106b0380 req-b8261458-51c9-435a-afd4-8e9c88388c24 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:50.406886 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f14513e-37af-4d7e-a738-83bc106b0380 req-b8261458-51c9-435a-afd4-8e9c88388c24 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0532653 Sep 14 14:54:50.447672 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3f14513e-37af-4d7e-a738-83bc106b0380 req-c5345c0a-8df9-478b-9a15-ea5469fccc64 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Sep 14 14:54:50.573179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebacc54-702b-4280-b9fc-840faad893cf req-f61bbdd6-327b-43bd-9949-10bb74944116 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:50.574656 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eebacc54-702b-4280-b9fc-840faad893cf req-f61bbdd6-327b-43bd-9949-10bb74944116 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0550902 Sep 14 14:54:50.617130 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eebacc54-702b-4280-b9fc-840faad893cf req-a80c4d56-1a2a-4f41-8b46-c0f7fdab4d22 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Sep 14 14:54:50.804946 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f25338-ed56-4d71-b3d4-af21f6258477 req-762698bb-3f75-4483-b8a3-14f945b9417f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:50.806568 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61f25338-ed56-4d71-b3d4-af21f6258477 req-762698bb-3f75-4483-b8a3-14f945b9417f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0624044 Sep 14 14:54:50.846693 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61f25338-ed56-4d71-b3d4-af21f6258477 req-1cdd2d61-f363-4158-b42b-f9c35c125157 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332534 Sep 14 14:54:50.957557 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24cfec-cd64-44ef-96a5-c5d481ae1c91 req-1e0e553d-df16-4043-8050-e62a4f182750 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:50.958996 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bd24cfec-cd64-44ef-96a5-c5d481ae1c91 req-1e0e553d-df16-4043-8050-e62a4f182750 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0497401 Sep 14 14:54:51.000633 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bd24cfec-cd64-44ef-96a5-c5d481ae1c91 req-b91ea159-594a-4112-b622-55d8377117fa tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Sep 14 14:54:51.637868 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-387acf55-fb36-48a9-b48a-736591d27463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:51.985758 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a678e-ef23-4de0-adc5-34c39200f541 req-0549dc46-fbdf-4081-80b8-e2208b9e2aee tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:51.988366 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-601a678e-ef23-4de0-adc5-34c39200f541 req-0549dc46-fbdf-4081-80b8-e2208b9e2aee tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0584626 Sep 14 14:54:52.027553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-601a678e-ef23-4de0-adc5-34c39200f541 req-c3269fb4-86aa-4ee6-b0a7-f6b3c2000720 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334423 Sep 14 14:54:53.156288 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc32ee-2220-4655-a6ad-e8440d6cbd85 req-e0363b22-b67a-4e90-9d20-733fbfdda9ca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:53.157869 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c0dc32ee-2220-4655-a6ad-e8440d6cbd85 req-e0363b22-b67a-4e90-9d20-733fbfdda9ca tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0548530 Sep 14 14:54:53.199293 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c0dc32ee-2220-4655-a6ad-e8440d6cbd85 req-0934ec83-9c33-4f3c-b998-20a457aa50cf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329163 Sep 14 14:54:54.201578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-142fa608-1e80-4585-8a79-051b8c88caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:54.325775 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce65810-99c6-41b7-b4ba-ffd50645e52d req-314d4152-c6a8-4a33-a7ef-a0ef39c6c203 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:54.327255 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8ce65810-99c6-41b7-b4ba-ffd50645e52d req-314d4152-c6a8-4a33-a7ef-a0ef39c6c203 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0563769 Sep 14 14:54:54.343016 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:54.366332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8ce65810-99c6-41b7-b4ba-ffd50645e52d req-15590a2f-62ca-4f65-a5d3-7ad8ed0e3d09 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Sep 14 14:54:55.413493 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:55.498509 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a465da-a455-49da-b374-b77df905c626 req-086e2bd6-31c8-43d7-84e7-011a5c4ca1c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:55.500431 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-24a465da-a455-49da-b374-b77df905c626 req-086e2bd6-31c8-43d7-84e7-011a5c4ca1c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0573354 Sep 14 14:54:55.538560 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-24a465da-a455-49da-b374-b77df905c626 req-ffcf565c-74c9-4212-87e5-0cd55da90d21 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Sep 14 14:54:56.670435 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144013f0-e51d-4828-abea-19b9cdc32034 req-dc086b81-1566-45f6-9773-aba8f683235d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:56.672277 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-144013f0-e51d-4828-abea-19b9cdc32034 req-dc086b81-1566-45f6-9773-aba8f683235d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0547919 Sep 14 14:54:56.715146 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-144013f0-e51d-4828-abea-19b9cdc32034 req-75a29fc0-93d7-4ded-ab3f-5c43a7954afd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341487 Sep 14 14:54:57.043739 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:57.859228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18b330-7714-4e9a-b49f-6219c51e4ae1 req-08059eff-c8c6-417a-8fc8-dc727f1e3298 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:57.861731 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ff18b330-7714-4e9a-b49f-6219c51e4ae1 req-08059eff-c8c6-417a-8fc8-dc727f1e3298 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0623586 Sep 14 14:54:57.912345 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ff18b330-7714-4e9a-b49f-6219c51e4ae1 req-1b7da7b0-a09e-435b-a7a6-f6a3432c61d2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Sep 14 14:54:58.350518 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:54:58.464626 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:58.476866 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:54:58.517834 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:58.533704 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:54:58.557692 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:54:58.563411 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:54:58.627872 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=6']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:54:58.688080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:54:59.059932 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55cfff-11ab-4f49-96c0-d3d7ba97cde7 req-a211f94e-e0ff-4397-ba38-f67f8b9f1800 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:54:59.071064 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ac55cfff-11ab-4f49-96c0-d3d7ba97cde7 req-a211f94e-e0ff-4397-ba38-f67f8b9f1800 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 945 time: 0.0627172 Sep 14 14:54:59.113065 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ac55cfff-11ab-4f49-96c0-d3d7ba97cde7 req-cbbd7b8c-4db2-41d2-ba13-b22d41d23bce tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440557 Sep 14 14:55:00.243166 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ac5d-cc6d-433e-9ef8-9e2efbc5567f req-911a4f74-633f-4a93-b24f-338aaa2818cd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:00.244890 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8246ac5d-cc6d-433e-9ef8-9e2efbc5567f req-911a4f74-633f-4a93-b24f-338aaa2818cd tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 945 time: 0.0554757 Sep 14 14:55:00.289706 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8246ac5d-cc6d-433e-9ef8-9e2efbc5567f req-ee5b41c6-ebb1-492b-81cd-2bdf9e6dfb85 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Sep 14 14:55:00.351779 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:55:00.421318 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:55:00.421797 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:00.512766 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:00.539875 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:00.541851 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fc892e-2611-4ad3-9326-3f70a38cee4e" -d '{"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:00.560064 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:00.570939 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:00.619218 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010b574-701b-4248-a7cf-78fb7e6353f0 x-openstack-request-id: req-f010b574-701b-4248-a7cf-78fb7e6353f0 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:00.619458 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:00.619764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f010b574-701b-4248-a7cf-78fb7e6353f0 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:00.620255 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'code': 200} Sep 14 14:55:00.660802 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=7']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:00.685338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7490b-fe0e-4504-8d25-042a80fbf5dc req-b6d20de3-7ed4-4fa0-b668-86d46884d178 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:00.687227 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5bc7490b-fe0e-4504-8d25-042a80fbf5dc req-b6d20de3-7ed4-4fa0-b668-86d46884d178 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0651510 Sep 14 14:55:00.735756 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5bc7490b-fe0e-4504-8d25-042a80fbf5dc req-bdb91277-1d93-475f-aacc-84a22d21b1c8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Sep 14 14:55:00.762633 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60484) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:00.925268 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ab46e-d172-48b7-9886-c3e7b6b840f1 tempest-TestMinimumBasicScenario-1617861163 tempest-TestMinimumBasicScenario-1617861163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:00.926933 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-9d3ab46e-d172-48b7-9886-c3e7b6b840f1 tempest-TestMinimumBasicScenario-1617861163 tempest-TestMinimumBasicScenario-1617861163-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1094 time: 0.1633027 Sep 14 14:55:00.930375 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60490) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:00.935098 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'port_id': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:00.960308 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for floatingip, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:01.083706 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:01.206039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_common [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Allocated IP 172.27.1.149 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/e4dd8943-16b1-4220-b3ae-a064326dc7b9) {{(pid=100391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:55:01.315766 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for port, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:01.360121 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:01.401514 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:55:01.406358 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.base_scheduler [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Resources bound (agent type, host, resource id): {{(pid=100391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:55:01.410228 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Received port after_create {{(pid=100391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:55:01.459784 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926cbc6-9d33-476d-9a7c-7e09aa180a10 req-1e369e2a-46aa-40f1-ba0e-909f23d6ad14 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:01.465685 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8926cbc6-9d33-476d-9a7c-7e09aa180a10 req-1e369e2a-46aa-40f1-ba0e-909f23d6ad14 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0643561 Sep 14 14:55:01.516839 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8926cbc6-9d33-476d-9a7c-7e09aa180a10 req-ae05ab99-395f-4ec3-b73b-005c9cb00ce2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475729 Sep 14 14:55:01.521335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'Port': ['ID=e4dd8943-16b1-4220-b3ae-a064326dc7b9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:01.816511 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:01.899481 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.084574 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for port, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.091603 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25481534'] for port, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.167075 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'Port': ['ID=e4dd8943-16b1-4220-b3ae-a064326dc7b9,revision_number=2']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:02.180636 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.293661 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Floating IP a83d01af-12b6-4edc-9c8a-c4c8734e6a73 associated. External IP: 172.27.1.149, port: 9fa1b49c-21a1-4dae-945e-a1d9740a1a60. Sep 14 14:55:02.545577 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Router f6bf0370-d8e8-4a1b-b43e-373665ee865c has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:55:02.675470 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80dbe5-d5e9-44f4-83bc-92ee9cb844a4 req-ab408387-d878-456b-be53-5f852d77aa8a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:02.677515 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a80dbe5-d5e9-44f4-83bc-92ee9cb844a4 req-ab408387-d878-456b-be53-5f852d77aa8a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0607276 Sep 14 14:55:02.731083 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9a80dbe5-d5e9-44f4-83bc-92ee9cb844a4 req-d2bc5d13-a4df-4aae-a635-d2e9b882ac2a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468161 Sep 14 14:55:02.733091 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:55:02.748106 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Sync routers for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:55:02.754660 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.762444 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:02.763374 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:54:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:02.790656 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d9240e5e-1d64-4811-bf56-874926911b46 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8565137 Sep 14 14:55:02.790656 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:02.791012 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9843507f-2ab0-4fb1-be51-3343a0448791" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:02.791953 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60498) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:02.797002 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964451900', 'description': 'tempest-secgroup-smoke-1964451900 description', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:02.840920 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c0da7-5a9c-4cee-84bd-02bca1668034 x-openstack-request-id: req-f21c0da7-5a9c-4cee-84bd-02bca1668034 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:02.841489 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:02.841489 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f21c0da7-5a9c-4cee-84bd-02bca1668034 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:02.847610 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:55:02.857799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.921952 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-a14ce3d0-174e-4dfb-bdea-f73e44e39bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:02.924959 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-a14ce3d0-174e-4dfb-bdea-f73e44e39bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1099 time: 0.0577271 Sep 14 14:55:02.926173 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:02.979191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:02.986255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.050827 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.052096 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2589235 Sep 14 14:55:03.055432 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60502) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:03.060388 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:03.062545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7823f3-569f-43e4-81f4-ff5cf55f41d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:03.110639 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-bfd8fccf-2192-44b1-8fbe-407dcd936342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:03.112365 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-bfd8fccf-2192-44b1-8fbe-407dcd936342 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.1781280 Sep 14 14:55:03.119115 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.220685 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-6266e82f-7856-45d0-a724-8b0099f89199 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 1000 time: 0.0727911 Sep 14 14:55:03.239109 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'a83d01af-12b6-4edc-9c8a-c4c8734e6a73', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'port_id': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'mac_address': 'fa:16:3e:ee:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:55:01Z', 'updated_at': '2021-09-14T14:55:01Z', 'revision_number': 0, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:03.245240 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.278417 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Checking router: f6bf0370-d8e8-4a1b-b43e-373665ee865c for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:55:03.286654 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.288918 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:03.289578 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:54:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:03.318846 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dbfcb2-1b01-42e1-8eed-694e9c6acf3d,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:03.322930 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-76cf90aa-4f5f-4dfb-993f-29a0fb0fbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:03.324575 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-76cf90aa-4f5f-4dfb-993f-29a0fb0fbc22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0936096 Sep 14 14:55:03.327204 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.328406 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b1eccf8a-d909-4db9-9e71-c30113ec928b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2718244 Sep 14 14:55:03.331574 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60506) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:03.336296 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:03.398319 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-86d38c5d-0443-463e-9429-3f0b94e998c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:03.399869 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-86d38c5d-0443-463e-9429-3f0b94e998c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582361 Sep 14 14:55:03.412498 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:03.425883 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.555768 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.558846 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-8c7023f1-aa47-4ba7-89e7-4bf68d6d9d65 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461344 Sep 14 14:55:03.564277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.619431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4017f598-0743-4dad-8dfd-98145f16c42a,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:03.662873 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.664250 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f1c114b6-bcd1-4e83-b977-753569d06c02 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314044 Sep 14 14:55:03.666908 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60512) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:03.671529 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:03.706114 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9843507f-2ab0-4fb1-be51-3343a0448791 req-8e18596c-307d-415f-b513-d1e7c3b3b9dc service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264896 Sep 14 14:55:03.717797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.727803 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'a83d01af-12b6-4edc-9c8a-c4c8734e6a73', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'port_id': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'mac_address': 'fa:16:3e:ee:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:55:01Z', 'updated_at': '2021-09-14T14:55:01Z', 'revision_number': 0, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:03.766612 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ffe9ec-8e38-4cdc-b9b6-a5cdb7b20456 None None] The sync data for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi is: [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': 'a83d01af-12b6-4edc-9c8a-c4c8734e6a73', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'port_id': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'mac_address': 'fa:16:3e:ee:8a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:55:01Z', 'updated_at': '2021-09-14T14:55:01Z', 'revision_number': 0, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:55:03.826403 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.838887 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.862022 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.863350 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1954310 Sep 14 14:55:03.866563 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80084304-6384-4140-8ea9-320da853a064 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5844d5ad-5f25-464e-90f0-5034b408773b,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:03.868667 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60516) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:03.876292 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:03.918980 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.941183 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46961-bf5a-4289-890e-bc7c18fb938d req-618fd582-5bd5-420d-b5aa-24bafe113deb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:03.949398 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3db46961-bf5a-4289-890e-bc7c18fb938d req-618fd582-5bd5-420d-b5aa-24bafe113deb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0821254 Sep 14 14:55:03.991860 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:03.998303 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3db46961-bf5a-4289-890e-bc7c18fb938d req-db55b188-1e6e-41f6-a161-79a4dac40243 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474329 Sep 14 14:55:03.999827 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.029194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae3de67-190a-418b-92a1-b8fb78a63712,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:04.038233 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.042506 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1813e3b9-ce44-43e3-8018-ab527b0ced87 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1693344 Sep 14 14:55:04.042749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60518) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:04.047638 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:04.087093 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.securitygroups_db [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Project 4a01fbe975a541a1b6c84c0d59367b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:55:04.095441 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.111869 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40329b2c-ee26-4f8e-b5aa-dee02a18206a None None] New status for floating IP a83d01af-12b6-4edc-9c8a-c4c8734e6a73: ACTIVE {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:55:04.169692 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.179064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.200762 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf889a7-7634-4ebd-b913-78c8d49c5248,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:04.236214 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.237480 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5b9b72b1-4120-44e9-8adf-9b173e93f072 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937599 Sep 14 14:55:04.240365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60522) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:04.244831 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.v2.base [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'security_group_rule': {'security_group_id': 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f', 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:04.281045 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.securitygroups_db [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Project 4a01fbe975a541a1b6c84c0d59367b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 14:55:04.287888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.363749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.376527 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3784993'] for security_group_rule, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.421275 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad908b27-fe1a-4a5e-b42d-bd60d7700afc,revision_number=0']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:04.439817 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.444213 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4b50885c-d7ef-430e-a9d9-928d46005e8f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1999400 Sep 14 14:55:04.564532 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1b8c7ddf-8e8f-46df-b858-b0ea9a0f9a50 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964451900&fields=id&tenant_id=4a01fbe975a541a1b6c84c0d59367b8f HTTP/1.1" status: 200 len: 267 time: 0.0474210 Sep 14 14:55:04.624525 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-96df0816-2a38-4368-bfee-62763ca3442a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:04.633656 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-96df0816-2a38-4368-bfee-62763ca3442a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0680473 Sep 14 14:55:04.639590 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'port': {'security_groups': ['44308cce-1fb4-4261-83cf-1625362c0148', 'a5947bf2-93e6-4bcc-b9d4-e78be9ed890f']}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:55:04.740209 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:04.976253 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:05.011238 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:05.018179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:05.035848 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:55:05.107227 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=6']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:05.165439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:05.168840 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:05.190149 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c9b313ad-ab88-4b08-a2e3-691e458ac38a req-1e217ce4-e8c3-408b-8a05-97cfd4de5737 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "PUT /v2.0/ports/9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 982 time: 0.5554826 Sep 14 14:55:05.193620 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:05.196469 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:05.255147 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577c821-8f29-4ffe-a335-ad6c7d35f23b req-670e6e92-b287-4df9-823d-d6065560b44c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:05.266008 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8577c821-8f29-4ffe-a335-ad6c7d35f23b req-670e6e92-b287-4df9-823d-d6065560b44c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.1535742 Sep 14 14:55:05.323380 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:55:05.325318 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8577c821-8f29-4ffe-a335-ad6c7d35f23b req-69033aa4-0d34-465e-9827-0fa1b50a1f02 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581970 Sep 14 14:55:05.384048 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc9b3c-90fd-47f3-89d7-2e4844976e04 req-32f50105-e8f3-4aff-ab8e-8df1f4d7f05c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:05.392050 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4fc9b3c-90fd-47f3-89d7-2e4844976e04 req-32f50105-e8f3-4aff-ab8e-8df1f4d7f05c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.1029549 Sep 14 14:55:05.427825 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17521a-6067-4ecb-90bd-498801381e2b x-openstack-request-id: req-2b17521a-6067-4ecb-90bd-498801381e2b {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:05.428138 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:05.428394 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b17521a-6067-4ecb-90bd-498801381e2b {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:05.428803 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:55:05.433933 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e4fc9b3c-90fd-47f3-89d7-2e4844976e04 req-b2ad10a0-bd13-4b6f-87cc-79f6322bec85 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407393 Sep 14 14:55:05.509614 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-f04fa478-b480-44dd-a483-3b4ccfe8c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:05.511060 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-f04fa478-b480-44dd-a483-3b4ccfe8c345 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1138 time: 0.0642068 Sep 14 14:55:05.624144 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-282856c3-0284-46d0-8e88-6cbb02295452 None None] Provisioning complete for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:55:05.625318 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-282856c3-0284-46d0-8e88-6cbb02295452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:05.649603 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-47312450-bedc-4b8a-af06-529e05fee73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:05.651236 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-47312450-bedc-4b8a-af06-529e05fee73d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.1298382 Sep 14 14:55:06.088220 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-2dd8fd2e-00b7-479f-bb5f-04e26e851bdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 1002 time: 0.4265501 Sep 14 14:55:06.162033 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-bda8aa4b-74d8-4b6f-8807-ee58a03f4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:06.163568 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-bda8aa4b-74d8-4b6f-8807-ee58a03f4871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0614467 Sep 14 14:55:06.241116 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-020909bd-2d84-45d7-a547-c795bc23b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:06.242884 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-020909bd-2d84-45d7-a547-c795bc23b81f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715075 Sep 14 14:55:06.381376 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-a4007053-f6c8-4d28-8ea7-0bdf7602ce1a service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180234 Sep 14 14:55:06.509972 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9101b72-f9d8-4f51-a290-1e6d2b776cba req-1e96e327-7243-42f0-a6d1-cf68c9885884 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:06.512211 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9101b72-f9d8-4f51-a290-1e6d2b776cba req-1e96e327-7243-42f0-a6d1-cf68c9885884 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0641592 Sep 14 14:55:06.526400 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ecbcb0b2-feef-4bdb-9c2a-e1d97ea6b7cd req-330696e4-e741-4bab-b953-83d3a01303a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354020 Sep 14 14:55:06.580094 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9101b72-f9d8-4f51-a290-1e6d2b776cba req-41a65ba5-ff71-41be-98e5-6811b17a1c05 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555794 Sep 14 14:55:07.696801 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34955-4c3b-4ec4-9877-256b263412cc req-d699fc21-d869-4c51-b659-3fecbe5b429d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:07.698246 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-62a34955-4c3b-4ec4-9877-256b263412cc req-d699fc21-d869-4c51-b659-3fecbe5b429d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0498528 Sep 14 14:55:07.736371 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-62a34955-4c3b-4ec4-9877-256b263412cc req-398c5b88-ffbe-429e-93cd-86e530f88bba tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319448 Sep 14 14:55:07.802160 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:08.063796 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:55:08.331703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-6e674c0b-07ad-42fd-99d1-53a8189f2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:08.333233 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-6e674c0b-07ad-42fd-99d1-53a8189f2cd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1099 time: 0.0437412 Sep 14 14:55:08.425531 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-11fea149-da56-414d-9dca-24ddabf5be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:08.427036 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-11fea149-da56-414d-9dca-24ddabf5be30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0860326 Sep 14 14:55:08.512300 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-f58f193a-1ff4-4598-85c7-6524e9dc0c2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 1000 time: 0.0678761 Sep 14 14:55:08.565766 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-f7065388-b20e-460e-b2ac-e34be735b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:08.567233 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-f7065388-b20e-460e-b2ac-e34be735b51d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0455124 Sep 14 14:55:08.621234 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-a84f66e7-13f1-4b73-a382-b427fb56ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:08.622634 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-a84f66e7-13f1-4b73-a382-b427fb56ebda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415416 Sep 14 14:55:08.728436 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-3678aa6c-3f8c-4d3c-a88b-90d7f2593520 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975029 Sep 14 14:55:08.824299 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-9eaa079f-aa2f-4d35-a72f-c53540412b5d req-8d14ae5e-a63f-429c-9777-e2057f4f7ed9 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873034 Sep 14 14:55:08.861468 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eb864-c493-484d-9254-ce9e3c143f63 req-fb7fcb08-5f8c-4f32-9d79-a55f936261aa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:08.862993 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0d8eb864-c493-484d-9254-ce9e3c143f63 req-fb7fcb08-5f8c-4f32-9d79-a55f936261aa tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0534275 Sep 14 14:55:08.901285 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0d8eb864-c493-484d-9254-ce9e3c143f63 req-4c952c0b-4387-4289-b843-89e7361b810b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321107 Sep 14 14:55:10.032794 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f403476-bb63-4104-be93-f15acfb44105 req-64b46d3f-3fa5-4b5c-ac7b-a9da3e2e3a90 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:10.034311 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f403476-bb63-4104-be93-f15acfb44105 req-64b46d3f-3fa5-4b5c-ac7b-a9da3e2e3a90 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0526297 Sep 14 14:55:10.076410 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f403476-bb63-4104-be93-f15acfb44105 req-606e1958-170f-4465-8447-846b2f7748c5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356767 Sep 14 14:55:11.197770 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61282b-ff70-4cd7-959a-42afd8a434c1 req-b8bdbb4c-3f1e-411b-b920-cbf908207b34 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:11.199235 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b61282b-ff70-4cd7-959a-42afd8a434c1 req-b8bdbb4c-3f1e-411b-b920-cbf908207b34 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Sep 14 14:55:11.238454 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2b61282b-ff70-4cd7-959a-42afd8a434c1 req-d6d3b060-75b0-45e0-b50f-fd8be04394d7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327423 Sep 14 14:55:12.093036 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-602197a7-0eef-47b1-8495-f1574d540600 req-dbad5680-b8c6-4484-97dd-d57ec86b5985 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100392) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:55:12.093997 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-602197a7-0eef-47b1-8495-f1574d540600 req-dbad5680-b8c6-4484-97dd-d57ec86b5985 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052984 Sep 14 14:55:12.267367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff501d-096f-44ab-82bf-121c58a9be4a req-bc5c51db-7373-4c5b-a8a9-f79cd4ebc44d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:12.269127 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9ff501d-096f-44ab-82bf-121c58a9be4a req-bc5c51db-7373-4c5b-a8a9-f79cd4ebc44d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 946 time: 0.0538576 Sep 14 14:55:12.309385 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b9ff501d-096f-44ab-82bf-121c58a9be4a req-f4694787-6ea4-4324-8603-f35f7702467e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Sep 14 14:55:12.397951 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:55:12.448228 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60638) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:12.481149 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:12.510173 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:12.512727 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a06978-b07a-440f-91e6-7f41c7ad411f" -d '{"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-unplugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:12.529371 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:12.536054 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:12.553800 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-73bc8802-fae6-4505-aced-b87f84a9b297 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043727 Sep 14 14:55:12.559277 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e8cca-7e42-4387-99c3-db393fc7f55d x-openstack-request-id: req-2e3e8cca-7e42-4387-99c3-db393fc7f55d {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:12.559563 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-unplugged", "status": "failed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "code": 422}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:12.559814 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e3e8cca-7e42-4387-99c3-db393fc7f55d {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:12.560242 dv-cinder-784140-10-iscsi neutron-server[100393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'code': 422} returned with failed status Sep 14 14:55:12.563357 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-62e5dee1-dfda-447f-aa05-6827490cd8f8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100391) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 14:55:12.564424 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-62e5dee1-dfda-447f-aa05-6827490cd8f8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056264 Sep 14 14:55:12.585817 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=8']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:13.441116 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ef19-f8d0-47cf-8ce0-5254a8dcff74 req-686ca1e2-2bd3-4525-8efc-dc8d70773704 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.442600 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a427ef19-f8d0-47cf-8ce0-5254a8dcff74 req-686ca1e2-2bd3-4525-8efc-dc8d70773704 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0577452 Sep 14 14:55:13.486109 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a427ef19-f8d0-47cf-8ce0-5254a8dcff74 req-303bda08-4b62-4d77-8355-0ba6b614899b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Sep 14 14:55:13.511813 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-03b2b553-6273-4e1a-80dd-edd42a006f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.513389 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-03b2b553-6273-4e1a-80dd-edd42a006f39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7&tenant_id=d4ad6c40cd254e439da0048038d025ef HTTP/1.1" status: 200 len: 1097 time: 0.0427926 Sep 14 14:55:13.586422 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-a1f77a93-05d1-4e9a-8771-b0a3167c6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.587997 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-a1f77a93-05d1-4e9a-8771-b0a3167c6c9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1097 time: 0.0470991 Sep 14 14:55:13.687820 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-304602de-5db5-4fdc-b2fb-53b0b425aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.689321 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-304602de-5db5-4fdc-b2fb-53b0b425aeb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0930915 Sep 14 14:55:13.758029 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-fed4acc5-9d52-49e6-92f0-db4ccb2c09bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 998 time: 0.0595579 Sep 14 14:55:13.819543 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-d8697c16-45ed-4138-9ce8-d19cb58dd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.821273 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-d8697c16-45ed-4138-9ce8-d19cb58dd5dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0484974 Sep 14 14:55:13.873416 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-c096b6a3-f548-4e21-93af-fcdf8ce4f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:13.875315 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-c096b6a3-f548-4e21-93af-fcdf8ce4f2ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446982 Sep 14 14:55:13.974691 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-8a33d5df-5d15-4d00-ad97-a00c32d162c2 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896316 Sep 14 14:55:14.073030 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-ef296d12-79d3-4cb2-96b0-32cd1b94105f req-3ce43634-6497-431e-b2dc-35ad36ce8f14 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910633 Sep 14 14:55:14.657588 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd18b7-30e4-418e-bbfd-1a6647be6b49 req-d594e951-a393-4711-a82f-aa82385d9fe1 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:14.659267 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbcd18b7-30e4-418e-bbfd-1a6647be6b49 req-d594e951-a393-4711-a82f-aa82385d9fe1 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0677814 Sep 14 14:55:14.699343 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbcd18b7-30e4-418e-bbfd-1a6647be6b49 req-47ab8cda-a19d-4e3b-be70-22dad48f1a4a tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338740 Sep 14 14:55:15.826894 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4941c3-c714-4bb6-9dbc-f5cd670e0c4c req-001429e1-27ee-4657-9874-553bc268ed72 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:15.828598 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3e4941c3-c714-4bb6-9dbc-f5cd670e0c4c req-001429e1-27ee-4657-9874-553bc268ed72 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0549448 Sep 14 14:55:15.870291 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3e4941c3-c714-4bb6-9dbc-f5cd670e0c4c req-889384ea-3622-43ae-92f9-b4404f580e8c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356522 Sep 14 14:55:16.998315 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062e03f-1a3c-4a10-b042-34b57067514d req-fd7d1425-ec29-4ffd-84a4-2a574d4f43bb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:17.000253 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3062e03f-1a3c-4a10-b042-34b57067514d req-fd7d1425-ec29-4ffd-84a4-2a574d4f43bb tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0516119 Sep 14 14:55:17.039680 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3062e03f-1a3c-4a10-b042-34b57067514d req-7e1995f2-aee2-45ea-9c36-e34107026257 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333521 Sep 14 14:55:18.197326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca682703-871a-4a39-8827-f96ebf40617f req-6504b534-1753-43db-bcee-4113b4abb8b3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:18.198859 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ca682703-871a-4a39-8827-f96ebf40617f req-6504b534-1753-43db-bcee-4113b4abb8b3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0756195 Sep 14 14:55:18.251888 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ca682703-871a-4a39-8827-f96ebf40617f req-09cfd766-067c-40fa-aa13-dd4c0feb5ab7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463841 Sep 14 14:55:19.385895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82bce2-d752-4f5c-84ff-5c3aea7ad681 req-04706ae6-fd10-488c-9873-8dd28ecc744c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:19.387189 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1b82bce2-d752-4f5c-84ff-5c3aea7ad681 req-04706ae6-fd10-488c-9873-8dd28ecc744c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0572832 Sep 14 14:55:19.428724 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1b82bce2-d752-4f5c-84ff-5c3aea7ad681 req-9ef9e67f-d970-4ccc-b1ee-cd7967c1583f tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350127 Sep 14 14:55:20.568179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a1b01-8f77-4a8f-8050-ca251472906b req-ab8cc36a-0613-4f64-a1ef-b10f222b02f9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:20.569960 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea3a1b01-8f77-4a8f-8050-ca251472906b req-ab8cc36a-0613-4f64-a1ef-b10f222b02f9 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0585959 Sep 14 14:55:20.610932 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea3a1b01-8f77-4a8f-8050-ca251472906b req-9c443e2f-441c-47ff-b9af-c3c72091fbce tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348835 Sep 14 14:55:21.644500 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-163f569e-4b2c-4746-b9a8-9999ac904c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:21.737768 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca1fe7-ada0-40e8-9cf3-1676129ed343 req-7160e9dc-8d5b-4d0c-b12a-befdb00e5bef tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:21.739476 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3ca1fe7-ada0-40e8-9cf3-1676129ed343 req-7160e9dc-8d5b-4d0c-b12a-befdb00e5bef tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0517342 Sep 14 14:55:21.780553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a3ca1fe7-ada0-40e8-9cf3-1676129ed343 req-4d820708-201a-4e2f-a31b-dceeb292ff86 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339170 Sep 14 14:55:22.917078 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0c621-a154-4745-80ee-90bf7c192f04 req-b071631a-7bb1-47f5-b7aa-5357bd62bec6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:22.924595 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f6a0c621-a154-4745-80ee-90bf7c192f04 req-b071631a-7bb1-47f5-b7aa-5357bd62bec6 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0653946 Sep 14 14:55:22.958251 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f6a0c621-a154-4745-80ee-90bf7c192f04 req-efe56cc1-806f-4646-bf7a-3a732d928963 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Sep 14 14:55:24.093880 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09495d8-dbe7-441e-a095-78ebec285daa req-6fec25d8-4364-47bd-b8da-456619536778 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:24.095403 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e09495d8-dbe7-441e-a095-78ebec285daa req-6fec25d8-4364-47bd-b8da-456619536778 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0531454 Sep 14 14:55:24.136514 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e09495d8-dbe7-441e-a095-78ebec285daa req-6e0871be-da92-48b4-ac39-1b7ac225ee12 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349553 Sep 14 14:55:24.205962 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-9cf86c0a-890a-4db3-ac89-a98d01f3ed3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:24.348586 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:25.262799 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36f3d0-ebbb-443f-ba92-ef108a3b2d33 req-9023e89b-800c-4359-97a6-cd3cb50549c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:25.264480 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8b36f3d0-ebbb-443f-ba92-ef108a3b2d33 req-9023e89b-800c-4359-97a6-cd3cb50549c0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0514641 Sep 14 14:55:25.308470 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8b36f3d0-ebbb-443f-ba92-ef108a3b2d33 req-efab015a-8004-4122-ad61-9c6c7380e8b7 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374358 Sep 14 14:55:25.417335 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:26.435954 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779706b-19cf-4297-8fd8-079941cbfd52 req-ebc1aeaf-46cc-4358-a062-85f0fb09385b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:26.437482 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d779706b-19cf-4297-8fd8-079941cbfd52 req-ebc1aeaf-46cc-4358-a062-85f0fb09385b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0521939 Sep 14 14:55:26.476017 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d779706b-19cf-4297-8fd8-079941cbfd52 req-08ff2d60-8007-4de8-9c04-9a14fc5bc249 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324564 Sep 14 14:55:27.046973 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:27.623052 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a3986-127e-4136-8af0-0353db7ac410 req-64f30e0f-85c8-42f8-8c1f-1e3f18dfbcb0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:27.624880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-686a3986-127e-4136-8af0-0353db7ac410 req-64f30e0f-85c8-42f8-8c1f-1e3f18dfbcb0 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 944 time: 0.0632217 Sep 14 14:55:27.666462 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-686a3986-127e-4136-8af0-0353db7ac410 req-5db66e7b-2874-4c12-a050-5e74fc11aebf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330837 Sep 14 14:55:28.538628 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:55:28.641123 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:28.652343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'port_id': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'mac_address': 'fa:16:3e:3b:6f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:55:28.690310 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:28.703698 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:55:28.724019 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:28.729860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:28.778092 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=9']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:28.785379 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.785729 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.786072 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.786405 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.786737 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.787069 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.787398 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.787724 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.788074 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.788397 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.788719 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.789038 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:28.789518 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867e94a-6fd7-447c-97a9-b8f877944d00 req-a1896bbd-6d6b-42d9-8768-47c1f40001b3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:28.791006 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e867e94a-6fd7-447c-97a9-b8f877944d00 req-a1896bbd-6d6b-42d9-8768-47c1f40001b3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 945 time: 0.0513170 Sep 14 14:55:28.829599 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e867e94a-6fd7-447c-97a9-b8f877944d00 req-2ab0f9d1-373d-4d6c-947e-0b8cefbc3f11 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322623 Sep 14 14:55:29.030306 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:55:29.959182 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f000da8-b00b-47c8-a6bf-f2fa5e8863c4 req-0bb27738-d671-40b8-aac7-b8f57253c37d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:29.960721 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6f000da8-b00b-47c8-a6bf-f2fa5e8863c4 req-0bb27738-d671-40b8-aac7-b8f57253c37d tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Sep 14 14:55:30.267068 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6f000da8-b00b-47c8-a6bf-f2fa5e8863c4 req-aaaddf34-c51f-4292-8164-9171666a1dd3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001535 Sep 14 14:55:30.538860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:55:30.589012 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:55:30.589382 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:30.681193 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:30.705577 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:30.707838 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d199b3d-4686-4eb0-978e-dddffb1986c3" -d '{"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:30.720375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:30.726618 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:30.750068 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0726daa6-cb94-4bec-8b3e-7bf759491c7a x-openstack-request-id: req-0726daa6-cb94-4bec-8b3e-7bf759491c7a {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:30.750361 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:30.750615 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0726daa6-cb94-4bec-8b3e-7bf759491c7a {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:30.751009 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'code': 200} Sep 14 14:55:30.776521 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=10']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:30.959515 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cdf9b-d5ba-410f-8991-0e758771f7f8 req-f1d0a25b-9c0a-4ee7-a7d0-cd52af7c8158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:30.961078 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-460cdf9b-d5ba-410f-8991-0e758771f7f8 req-f1d0a25b-9c0a-4ee7-a7d0-cd52af7c8158 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1100 time: 0.0549147 Sep 14 14:55:31.009531 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-460cdf9b-d5ba-410f-8991-0e758771f7f8 req-8a68eb7c-9bcd-404d-b122-17c529244433 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301647 Sep 14 14:55:31.418857 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905957f-d109-44f4-a565-9467a7d1384b req-f5437689-d0f1-498e-9cfe-81aa6cc8c2d3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:31.420270 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8905957f-d109-44f4-a565-9467a7d1384b req-f5437689-d0f1-498e-9cfe-81aa6cc8c2d3 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0588663 Sep 14 14:55:31.458023 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8905957f-d109-44f4-a565-9467a7d1384b req-6fced549-b362-49fd-9b5b-e013890e6e07 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316932 Sep 14 14:55:32.591500 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff86681-26cc-46c9-8a54-75287e895aff req-4922adbd-b338-46c3-b807-c6e8968fe425 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:32.593237 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3ff86681-26cc-46c9-8a54-75287e895aff req-4922adbd-b338-46c3-b807-c6e8968fe425 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0572507 Sep 14 14:55:32.634405 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3ff86681-26cc-46c9-8a54-75287e895aff req-dd340eec-e011-4bcb-a9f8-851c35e1bf2c tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Sep 14 14:55:33.777902 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a942c-059b-45dd-acbd-1d74d2e5a3b4 req-3f66f8fa-ed6b-4141-92a2-410f71770222 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:33.779553 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e5a942c-059b-45dd-acbd-1d74d2e5a3b4 req-3f66f8fa-ed6b-4141-92a2-410f71770222 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0621619 Sep 14 14:55:33.820906 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e5a942c-059b-45dd-acbd-1d74d2e5a3b4 req-6df722dc-3755-4477-a454-5fed079bb05e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347464 Sep 14 14:55:37.807052 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:38.026460 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958e167-32cf-4ee1-9adb-6807ee8a62ca req-05756b64-7c13-4960-a0dc-4fcbb2278522 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.027847 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-b6357701-3be5-4b90-addc-dff160752945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.028313 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f958e167-32cf-4ee1-9adb-6807ee8a62ca req-05756b64-7c13-4960-a0dc-4fcbb2278522 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0581632 Sep 14 14:55:38.029379 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-b6357701-3be5-4b90-addc-dff160752945 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1138 time: 0.0429118 Sep 14 14:55:38.078532 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f958e167-32cf-4ee1-9adb-6807ee8a62ca req-50ec6a17-263e-4db1-aea1-63cb2331ad80 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428898 Sep 14 14:55:38.143529 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-49dd15f9-bffa-4308-8e7d-49482fb50ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.145141 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-49dd15f9-bffa-4308-8e7d-49482fb50ef8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.1080408 Sep 14 14:55:38.226145 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-fb04dbcd-0d55-4fb8-836a-092d298c0515 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 1002 time: 0.0635991 Sep 14 14:55:38.284239 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-0c2944f2-75c5-4fbe-9823-fc9791e47697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.284239 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-0c2944f2-75c5-4fbe-9823-fc9791e47697 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0459566 Sep 14 14:55:38.336270 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-1c072c5d-70d1-4627-b737-49f4140cd35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.337842 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-1c072c5d-70d1-4627-b737-49f4140cd35e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464759 Sep 14 14:55:38.437399 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-0369227e-b40f-4128-8285-4c2a360dc44c service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901618 Sep 14 14:55:38.510705 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24adbd6-aeb6-4673-9445-f0f31bf9833e req-2ae89eee-73aa-4585-99e9-752e17e4ea6c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.512215 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a24adbd6-aeb6-4673-9445-f0f31bf9833e req-2ae89eee-73aa-4585-99e9-752e17e4ea6c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.0495617 Sep 14 14:55:38.531772 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7c67ea7a-e0d2-4d65-b43c-45bd3c03c547 req-53c69a1e-fd2a-4a2a-85bf-8e596008b765 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849984 Sep 14 14:55:38.552572 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a24adbd6-aeb6-4673-9445-f0f31bf9833e req-b92fc509-624b-4bd3-b24b-a30f8027c6a6 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341728 Sep 14 14:55:38.686845 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-3b3962a0-d612-4fb5-af60-4533cc9a6f71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446999 Sep 14 14:55:38.757895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-8346e622-d600-4190-a93c-db7f8bb73dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.759416 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-8346e622-d600-4190-a93c-db7f8bb73dc0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4ad6c40cd254e439da0048038d025ef&device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 1100 time: 0.0463374 Sep 14 14:55:38.876537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-e7a5ccd0-a2fd-48d6-976e-648380769912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:38.878734 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-e7a5ccd0-a2fd-48d6-976e-648380769912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 200 len: 918 time: 0.0973001 Sep 14 14:55:38.952084 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-0db5efe2-75a1-4aa7-9989-80788e006ed0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 200 len: 1000 time: 0.0643067 Sep 14 14:55:39.016738 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-72381cee-0edd-4748-ad93-8af8c196a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:39.018494 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-72381cee-0edd-4748-ad93-8af8c196a186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 200 len: 856 time: 0.0474069 Sep 14 14:55:39.077525 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-19bb0e97-8577-4105-bf78-32cc1ba4a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:39.079079 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-19bb0e97-8577-4105-bf78-32cc1ba4a3c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522368 Sep 14 14:55:39.189154 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-f9cb54da-228a-48ae-8745-8bdf0371eee3 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932472 Sep 14 14:55:39.202481 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d5ba7-cadc-4d0b-9366-993655c86f76 req-249ced22-765b-4ab0-a4e0-c7fafba06814 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:39.203891 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-875d5ba7-cadc-4d0b-9366-993655c86f76 req-249ced22-765b-4ab0-a4e0-c7fafba06814 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0533514 Sep 14 14:55:39.244836 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-875d5ba7-cadc-4d0b-9366-993655c86f76 req-95705b7c-ac84-43fa-8035-7474f309f94a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346782 Sep 14 14:55:39.282107 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-d2ca9433-7760-4152-8bbe-7870fbfcbfcd req-54c626f3-fa3e-48c5-844c-b861e9c2a6c8 service neutron] 10.222.0.64 "GET /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Sep 14 14:55:39.682508 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea419641-5082-462b-9afe-b31830fba608 req-c2577269-ada8-48d4-9208-2324a4ea145d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:39.684035 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea419641-5082-462b-9afe-b31830fba608 req-c2577269-ada8-48d4-9208-2324a4ea145d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.0557678 Sep 14 14:55:39.724183 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ea419641-5082-462b-9afe-b31830fba608 req-fb99d9c5-3626-4790-8d8b-e2750d98652d tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Sep 14 14:55:40.370223 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16891e06-4fd9-4511-9db1-19a995748e57 req-fcf9a51b-69d6-4b98-887e-dfa70387eab1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:40.371592 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-16891e06-4fd9-4511-9db1-19a995748e57 req-fcf9a51b-69d6-4b98-887e-dfa70387eab1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0499456 Sep 14 14:55:40.413012 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-16891e06-4fd9-4511-9db1-19a995748e57 req-39ff4c68-242a-4346-a3bc-947b4bea3404 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348909 Sep 14 14:55:40.554226 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-6cefa367-ae91-4b5c-afa1-2bbf6e676381 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:40.555715 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-6cefa367-ae91-4b5c-afa1-2bbf6e676381 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.0594912 Sep 14 14:55:40.654387 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Deleting port d1b89ed4-c461-4f05-9f8f-be55616f45ac {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:40.654642 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:40.753111 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] For port d1b89ed4-c461-4f05-9f8f-be55616f45ac, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=d1b89ed4-c461-4f05-9f8f-be55616f45ac,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:40.753395 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:40.843728 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa144a0a-6ae6-4413-a007-53b144c63193 req-6fe7d52a-f96a-4129-92a7-87a21f060ab7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:40.845278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fa144a0a-6ae6-4413-a007-53b144c63193 req-6fe7d52a-f96a-4129-92a7-87a21f060ab7 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/ports?device_id=20430b42-a8c2-48f2-b05f-173772c2838f HTTP/1.1" status: 200 len: 945 time: 0.0526781 Sep 14 14:55:40.887777 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fa144a0a-6ae6-4413-a007-53b144c63193 req-a3b652d3-0e98-4da2-ba5d-7a21785feea8 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups?id=3919da72-5a6a-457a-8d0e-8d4238a8edbe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355141 Sep 14 14:55:40.944485 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:40.944733 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:40.945059 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Floating IP d70b223b-0cb8-4a80-a04a-fc2ead3543ee disassociated. External IP: 172.27.1.43, port: d1b89ed4-c461-4f05-9f8f-be55616f45ac. Sep 14 14:55:40.945396 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Calling delete_port for d1b89ed4-c461-4f05-9f8f-be55616f45ac owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:41.080296 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:41.115336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'Port': ['ID=d1b89ed4-c461-4f05-9f8f-be55616f45ac,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:41.232588 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:55:41.341527 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:55:41.352158 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:55:41.361305 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:41.361916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:41.382362 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] No DVR routers for this DVR port d1b89ed4-c461-4f05-9f8f-be55616f45ac on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:55:41.385000 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:41.387071 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-a457fd85-ed85-4e6b-acf6-b2a149401d3c req-31d2c689-dd7a-4489-bd16-45ba2ab77c09 tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.64 "DELETE /v2.0/ports/d1b89ed4-c461-4f05-9f8f-be55616f45ac HTTP/1.1" status: 204 len: 173 time: 0.8246219 Sep 14 14:55:41.387456 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'name': 'network-vif-deleted', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:55:41.389756 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205b3107-df58-4a4b-84c4-4086027f4e8a" -d '{"events": [{"server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "name": "network-vif-deleted", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:55:41.432406 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e1eb5-90b0-454c-87e7-6871857b3ca5 x-openstack-request-id: req-7b9e1eb5-90b0-454c-87e7-6871857b3ca5 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:55:41.432700 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20430b42-a8c2-48f2-b05f-173772c2838f", "name": "network-vif-deleted", "tag": "d1b89ed4-c461-4f05-9f8f-be55616f45ac", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:55:41.432953 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b9e1eb5-90b0-454c-87e7-6871857b3ca5 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:55:41.433382 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20430b42-a8c2-48f2-b05f-173772c2838f', 'name': 'network-vif-deleted', 'tag': 'd1b89ed4-c461-4f05-9f8f-be55616f45ac', 'status': 'completed', 'code': 200} Sep 14 14:55:41.473373 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:41.555841 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebefd0-9b71-4f8e-aba9-132588bcc35e req-f6a707b0-e410-433e-82b5-958597abb691 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:41.557422 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-94ebefd0-9b71-4f8e-aba9-132588bcc35e req-f6a707b0-e410-433e-82b5-958597abb691 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0646641 Sep 14 14:55:41.601890 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-94ebefd0-9b71-4f8e-aba9-132588bcc35e req-bca54dc8-4d56-49ab-a77f-73659d95300f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378833 Sep 14 14:55:41.690350 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:41.716753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:55:41.726916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:41.727465 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:41.839539 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:41.980460 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60876) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:42.037307 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.050293 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:42.061805 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.078187 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ca82d2-3419-4904-b511-ccb26eafbe3e None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'd436b20d-c421-4520-9b3f-0b9319ff1889', 'name': '', 'network_id': 'f53f9b09-67b2-498c-871e-80518265bf73', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'mac_address': 'fa:16:3e:d9:26:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:39Z', 'updated_at': '2021-09-14T14:48:52Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'subnets': [{'id': 'd5190417-0bcb-4c6d-9f0b-d16355a50a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:55:42.117449 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.120194 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.121383 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "DELETE /v2.0/security-groups/3919da72-5a6a-457a-8d0e-8d4238a8edbe HTTP/1.1" status: 204 len: 168 time: 0.1394441 Sep 14 14:55:42.124626 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60878) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:42.131375 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05885db2-b791-49c1-9e63-cf8d7d16dc3c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3919da72-5a6a-457a-8d0e-8d4238a8edbe,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:42.162180 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.api.v2.resource [None req-5ec74536-321b-48bd-8f93-e0b458fe236e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] show failed (client error): The resource could not be found. Sep 14 14:55:42.163242 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5ec74536-321b-48bd-8f93-e0b458fe236e tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "GET /v2.0/security-groups/3919da72-5a6a-457a-8d0e-8d4238a8edbe HTTP/1.1" status: 404 len: 347 time: 0.0376132 Sep 14 14:55:42.166164 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60880) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:42.301269 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Deleting port e68b20b9-d011-4027-84b2-4cc7e22f0b09 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:42.301599 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.330113 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30d165-6056-408f-bcc7-cd924a8efeb2 None None] New status for floating IP d70b223b-0cb8-4a80-a04a-fc2ead3543ee: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:55:42.381991 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.382326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.394499 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Calling delete_port for e68b20b9-d011-4027-84b2-4cc7e22f0b09 owned by network:floatingip {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:42.540592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.565422 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Pushing event deleted for resources: {'Port': ['ID=e68b20b9-d011-4027-84b2-4cc7e22f0b09,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:42.576765 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.577228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.577397 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.577726 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.578074 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.578391 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.578706 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.579010 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.579326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.579638 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.579950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.580338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:42.636919 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks [] for floatingip, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.639733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:42.644174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-62ae803b-c77d-404d-856c-715bc5cf820c tempest-AttachVolumeTestJSON-896772901 tempest-AttachVolumeTestJSON-896772901-project] 10.222.0.50 "DELETE /v2.0/floatingips/d70b223b-0cb8-4a80-a04a-fc2ead3543ee HTTP/1.1" status: 204 len: 168 time: 0.4738672 Sep 14 14:55:42.726708 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30708b30-1d8e-4229-accc-8b1535023c1c req-a6afb210-c8d3-4874-90ed-5714eaebaea6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:42.728417 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-30708b30-1d8e-4229-accc-8b1535023c1c req-a6afb210-c8d3-4874-90ed-5714eaebaea6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0517640 Sep 14 14:55:42.776308 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-30708b30-1d8e-4229-accc-8b1535023c1c req-33d9180b-2389-48c8-96c8-a1ab12822f00 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413876 Sep 14 14:55:43.901970 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce3720-1e06-466d-97c9-68d5cb448b92 req-986d6a34-1e69-49c0-a84e-f92395b7b079 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:43.903602 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04ce3720-1e06-466d-97c9-68d5cb448b92 req-986d6a34-1e69-49c0-a84e-f92395b7b079 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0560021 Sep 14 14:55:43.945267 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-04ce3720-1e06-466d-97c9-68d5cb448b92 req-b14f151f-4d0b-4ea2-a871-05aeef0620bc tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349729 Sep 14 14:55:44.596964 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d1b89ed4-c461-4f05-9f8f-be55616f45ac no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:55:44.619790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: d1b89ed4-c461-4f05-9f8f-be55616f45ac {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:55:44.620135 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device d1b89ed4-c461-4f05-9f8f-be55616f45ac not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:55:45.063491 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:55:45.069855 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adb508-d539-43dc-9d6c-ed3415653a51 req-25d66451-c176-4d94-b355-10bbefda8b63 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:45.072517 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-55adb508-d539-43dc-9d6c-ed3415653a51 req-25d66451-c176-4d94-b355-10bbefda8b63 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0575788 Sep 14 14:55:45.116929 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-55adb508-d539-43dc-9d6c-ed3415653a51 req-8c94d615-b60a-43e6-b080-ec8c9ee2fe89 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388763 Sep 14 14:55:46.210770 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60916) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:46.240396 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0d50f-e59f-4a8a-a5d1-62dd27dfe31d req-76cf24f4-2b8f-45a3-8468-7fb8aa7ae62c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:46.241987 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5af0d50f-e59f-4a8a-a5d1-62dd27dfe31d req-76cf24f4-2b8f-45a3-8468-7fb8aa7ae62c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0511186 Sep 14 14:55:46.286386 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5af0d50f-e59f-4a8a-a5d1-62dd27dfe31d req-11e46e9e-59db-4d70-a919-5e05d79e8357 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384476 Sep 14 14:55:46.745754 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:47.211581 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82873626-8c85-4e85-8470-e899e32d928a req-de1d7f29-58d0-4fb9-b571-2e68dfde485c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:47.213185 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82873626-8c85-4e85-8470-e899e32d928a req-de1d7f29-58d0-4fb9-b571-2e68dfde485c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0490851 Sep 14 14:55:47.251428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82873626-8c85-4e85-8470-e899e32d928a req-711a14ec-42bd-4179-a826-eaf752dae030 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320153 Sep 14 14:55:47.288804 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Deleting port d436b20d-c421-4520-9b3f-0b9319ff1889 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:47.289435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:47.372342 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] For port d436b20d-c421-4520-9b3f-0b9319ff1889, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=d436b20d-c421-4520-9b3f-0b9319ff1889,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:47.372723 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:47.386735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Calling delete_port for d436b20d-c421-4520-9b3f-0b9319ff1889 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:47.404659 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568d324-b758-4f56-b7eb-dd9b24cd5a2c req-08ae66aa-14bd-44eb-9530-f9b287f662a6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:47.406202 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7568d324-b758-4f56-b7eb-dd9b24cd5a2c req-08ae66aa-14bd-44eb-9530-f9b287f662a6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0502243 Sep 14 14:55:47.448182 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7568d324-b758-4f56-b7eb-dd9b24cd5a2c req-5b098803-15cf-47d1-9847-4970b2d9938b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355706 Sep 14 14:55:47.572070 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:47.597055 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d436b20d-c421-4520-9b3f-0b9319ff1889,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:47.611605 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.611949 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.612280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.612636 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.612912 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.613244 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.613596 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.613889 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.614199 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.614510 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.614922 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.615896 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:55:47.777452 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:47.988528 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Router 8a83b265-3d37-456b-aeb2-2e22b3739a04 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:55:48.096767 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:55:48.102944 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2121d7aa-3cff-4e4a-a2d1-df8a1aa2d6c4 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a83b265-3d37-456b-aeb2-2e22b3739a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8909967 Sep 14 14:55:48.104895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60926) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:48.108695 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Sync routers for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:55:48.118149 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:48.118869 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:48.214303 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks [] for router, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.227094 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:48.320136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.399439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce9d63-b0cf-4721-b211-f4b9104a4f20 req-89bdecb9-fff3-49a0-86c9-0b59234ea84f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:48.400974 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e1ce9d63-b0cf-4721-b211-f4b9104a4f20 req-89bdecb9-fff3-49a0-86c9-0b59234ea84f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0739844 Sep 14 14:55:48.409313 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:55:47Z', 'revision_number': 5, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port': {'id': 'aa975386-8e97-47e5-b6b2-1664dd0d1ef6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:2c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:48.427690 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Deleting port aa975386-8e97-47e5-b6b2-1664dd0d1ef6 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:48.427992 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.436286 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Checking router: 8a83b265-3d37-456b-aeb2-2e22b3739a04 for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:55:48.444895 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Routers {'8a83b265-3d37-456b-aeb2-2e22b3739a04'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:55:48.445498 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['8a83b265-3d37-456b-aeb2-2e22b3739a04'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:48.466899 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e1ce9d63-b0cf-4721-b211-f4b9104a4f20 req-698ec8c2-6ce1-41b9-9117-6101cb833293 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585966 Sep 14 14:55:48.525699 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] For port aa975386-8e97-47e5-b6b2-1664dd0d1ef6, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:48.526083 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.562356 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Calling delete_port for aa975386-8e97-47e5-b6b2-1664dd0d1ef6 owned by network:router_gateway {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:48.628256 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e3e51-e50b-4a44-8f9a-91f08fa64658 req-56624ff0-4cf2-4d62-a1a2-6f697943eda6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:48.629934 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-112e3e51-e50b-4a44-8f9a-91f08fa64658 req-56624ff0-4cf2-4d62-a1a2-6f697943eda6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.1070604 Sep 14 14:55:48.663121 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] Set router 8a83b265-3d37-456b-aeb2-2e22b3739a04 gateway port host: None {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:55:48.714544 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:55:48Z', 'revision_number': 6, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:48.723971 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-112e3e51-e50b-4a44-8f9a-91f08fa64658 req-68b81de9-2892-41cf-998b-43bdcb82f117 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860252 Sep 14 14:55:48.748270 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83865b-45e4-4619-9295-a7afc2494791 None None] The sync data for ids ['8a83b265-3d37-456b-aeb2-2e22b3739a04'] in dv-cinder-784140-10-iscsi is: [{'id': '8a83b265-3d37-456b-aeb2-2e22b3739a04', 'name': 'tempest-AttachVolumeTestJSON-186116206-router', 'tenant_id': '52bd70b2922546278415a484004e0ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:32Z', 'updated_at': '2021-09-14T14:55:48Z', 'revision_number': 6, 'project_id': '52bd70b2922546278415a484004e0ba2', 'gw_port_host': None}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:55:48.795048 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.818920 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa975386-8e97-47e5-b6b2-1664dd0d1ef6,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:48.885485 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.985697 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:48.988143 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.048711 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.049264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a83b265-3d37-456b-aeb2-2e22b3739a04 {{(pid=100392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:55:49.055974 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.057168 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-306126c6-2446-4c47-b2ea-9cdd641bcc7b admin admin] 10.222.0.50 "DELETE /v2.0/routers/8a83b265-3d37-456b-aeb2-2e22b3739a04 HTTP/1.1" status: 204 len: 168 time: 0.9513109 Sep 14 14:55:49.060774 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 60932) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:49.117033 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Deleting subnet d5190417-0bcb-4c6d-9f0b-d16355a50a1c {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:55:49.120631 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.159376 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.273086 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.333667 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.358475 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5190417-0bcb-4c6d-9f0b-d16355a50a1c,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:49.364146 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.368875 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60934) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:49.369479 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-31f8ed9a-f61c-4485-963f-7b2fcb9846aa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5190417-0bcb-4c6d-9f0b-d16355a50a1c HTTP/1.1" status: 204 len: 168 time: 0.3067477 Sep 14 14:55:49.370103 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3db260-6e75-47b6-800c-6625c8be640e None None] Network f53f9b09-67b2-498c-871e-80518265bf73 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:55:49.442380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.503622 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Deleting port 4ad45459-5f53-4934-a948-6c3597de7e71 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:49.503918 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.577832 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] For port 4ad45459-5f53-4934-a948-6c3597de7e71, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=4ad45459-5f53-4934-a948-6c3597de7e71,segment=NetworkSegment(d1e34c9f-8d7d-466e-89b6-b203ee549921),segment_id=d1e34c9f-8d7d-466e-89b6-b203ee549921)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:49.578112 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.595640 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Calling delete_port for 4ad45459-5f53-4934-a948-6c3597de7e71 owned by network:dhcp {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:49.621475 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd65dc-05e3-4b89-a8dc-0ec9c8fcc8fd req-f0e57eb4-a76b-4c60-8820-5d003c9734bb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:49.621623 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] DHCP port deletion for f53f9b09-67b2-498c-871e-80518265bf73 request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:55:49.623027 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0dfd65dc-05e3-4b89-a8dc-0ec9c8fcc8fd req-f0e57eb4-a76b-4c60-8820-5d003c9734bb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0565712 Sep 14 14:55:49.689824 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0dfd65dc-05e3-4b89-a8dc-0ec9c8fcc8fd req-9be6776f-4c05-436d-82cf-11e2aae750c4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556884 Sep 14 14:55:49.690343 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Deleting port 4ad45459-5f53-4934-a948-6c3597de7e71 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:55:49.690767 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.695355 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.711512 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] No DVR routers for this DVR port 4ad45459-5f53-4934-a948-6c3597de7e71 on host dv-cinder-784140-10-iscsi {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:55:49.736920 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 4ad45459-5f53-4934-a948-6c3597de7e71 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:55:49.752610 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad45459-5f53-4934-a948-6c3597de7e71,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:49.761741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 4ad45459-5f53-4934-a948-6c3597de7e71 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:55:49.762146 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 4ad45459-5f53-4934-a948-6c3597de7e71 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:55:49.762631 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device aa975386-8e97-47e5-b6b2-1664dd0d1ef6 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:55:49.808306 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.815554 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: aa975386-8e97-47e5-b6b2-1664dd0d1ef6 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:55:49.815883 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device aa975386-8e97-47e5-b6b2-1664dd0d1ef6 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:55:49.816479 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device d436b20d-c421-4520-9b3f-0b9319ff1889 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:55:49.822399 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] For port 4ad45459-5f53-4934-a948-6c3597de7e71, host dv-cinder-784140-10-iscsi, got binding levels [] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:55:49.824263 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.835817 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53f9b09-67b2-498c-871e-80518265bf73']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:49.844768 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: d436b20d-c421-4520-9b3f-0b9319ff1889 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:55:49.845097 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device d436b20d-c421-4520-9b3f-0b9319ff1889 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:55:49.846212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e34c9f-8d7d-466e-89b6-b203ee549921') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:49.846568 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e34c9f-8d7d-466e-89b6-b203ee549921') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:55:49.860435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.862275 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Calling delete_port for 4ad45459-5f53-4934-a948-6c3597de7e71 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:55:49.866959 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.ipam_backend_mixin [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Port 4ad45459-5f53-4934-a948-6c3597de7e71 was not found and therefore no delete operation was performed {{(pid=100393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 14:55:49.868539 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.875077 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a297fc9-7ecd-4f9d-9f26-a04840cc0357 req-1dd2e54b-c55a-47cd-aae8-52ff654af547 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:49.877240 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a297fc9-7ecd-4f9d-9f26-a04840cc0357 req-1dd2e54b-c55a-47cd-aae8-52ff654af547 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0709941 Sep 14 14:55:49.879238 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.893370 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:55:49.893853 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:55:49.895672 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:55:49.903478 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] Pushing event deleted for resources: {'Port': ['ID=4ad45459-5f53-4934-a948-6c3597de7e71,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:49.905546 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34e7a7-47bd-4e44-9037-ee7d3d81dd99 None None] No DVR routers for this DVR port 4ad45459-5f53-4934-a948-6c3597de7e71 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:55:49.954651 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-7a297fc9-7ecd-4f9d-9f26-a04840cc0357 req-2c746e14-284c-4782-8340-a4030e160b48 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711627 Sep 14 14:55:49.969649 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.980518 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:49.982406 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f53f9b09-67b2-498c-871e-80518265bf73 HTTP/1.1" status: 204 len: 168 time: 0.6125596 Sep 14 14:55:49.993141 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d92d19-9425-4bd3-bd4e-2f5800ebb7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53f9b09-67b2-498c-871e-80518265bf73,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:50.100373 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60942) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:50.142281 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-95ceac71-cd3d-4961-ab09-65c42e4b9577 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52bd70b2922546278415a484004e0ba2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406909 Sep 14 14:55:50.146078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 60944) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:55:50.197368 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:50.219981 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:50.274442 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:50.278119 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:50.279426 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58a00f26-f64e-46f9-bae6-0c705165dcb0 HTTP/1.1" status: 204 len: 168 time: 0.1324236 Sep 14 14:55:50.288073 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298964f-2a0f-40c6-af2a-8eb267b32607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a00f26-f64e-46f9-bae6-0c705165dcb0,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:55:50.816688 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368e974-81d9-4fb3-be8b-15d67e113731 req-1a533c87-bfed-4c4b-8620-e4b2696009c7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:50.818278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4368e974-81d9-4fb3-be8b-15d67e113731 req-1a533c87-bfed-4c4b-8620-e4b2696009c7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0509527 Sep 14 14:55:50.858501 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4368e974-81d9-4fb3-be8b-15d67e113731 req-207b1084-3770-4777-a624-e8d610068787 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Sep 14 14:55:51.070642 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a9319-9c67-48b0-bc51-0d867c8daee5 req-27ca823e-b31c-4c8e-b652-3ce3bfa6d949 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:51.072209 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-207a9319-9c67-48b0-bc51-0d867c8daee5 req-27ca823e-b31c-4c8e-b652-3ce3bfa6d949 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0491238 Sep 14 14:55:51.124807 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-207a9319-9c67-48b0-bc51-0d867c8daee5 req-bc377cc2-7d13-4c6d-bc0b-c5093113a570 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437658 Sep 14 14:55:51.643651 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-649d85bc-e049-4367-8953-03c5c44df155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:51.976367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f0dd1-a726-43a5-91c8-8d087038f4a7 req-1c51a0c3-cb29-4933-924c-272ad300b86d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:51.978029 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-156f0dd1-a726-43a5-91c8-8d087038f4a7 req-1c51a0c3-cb29-4933-924c-272ad300b86d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0516460 Sep 14 14:55:52.019151 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-156f0dd1-a726-43a5-91c8-8d087038f4a7 req-46451c20-a55c-4c2d-bf1b-99f050adba8f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352437 Sep 14 14:55:52.253157 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b31fe-f656-400b-8053-efd45d8730f6 req-26b460e7-e123-4ce4-9845-457f8c8857d8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:52.254653 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f68b31fe-f656-400b-8053-efd45d8730f6 req-26b460e7-e123-4ce4-9845-457f8c8857d8 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0533128 Sep 14 14:55:52.297923 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f68b31fe-f656-400b-8053-efd45d8730f6 req-377c8e25-ded6-48a2-9c54-0d6b4c748eed tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367410 Sep 14 14:55:53.146584 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68404b-ac1a-422c-9b64-a315b4f909b0 req-0f7da2f9-74a9-44df-82fa-3ffa106b42d9 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:53.148081 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c68404b-ac1a-422c-9b64-a315b4f909b0 req-0f7da2f9-74a9-44df-82fa-3ffa106b42d9 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0567656 Sep 14 14:55:53.190844 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c68404b-ac1a-422c-9b64-a315b4f909b0 req-7c64bca3-ce6f-4a36-a6fb-17b814fb06cb tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361197 Sep 14 14:55:53.435821 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865bfaf-e8f6-4b91-9f22-b4c42a2656d7 req-1d63111a-caed-4c3e-9b89-197521f91e2f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:53.437638 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9865bfaf-e8f6-4b91-9f22-b4c42a2656d7 req-1d63111a-caed-4c3e-9b89-197521f91e2f tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0549695 Sep 14 14:55:53.479742 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9865bfaf-e8f6-4b91-9f22-b4c42a2656d7 req-a18b8f0b-85c9-4e36-9eb4-5ad6e50a9f4b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359228 Sep 14 14:55:54.216784 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-508dcfca-e591-41bc-930d-b127f2334a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:54.328152 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87d1fb-fdf9-4a36-87ba-a2e5937ce732 req-859a5d09-07ad-4bc4-89e5-bce0d68fb924 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:54.329625 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b87d1fb-fdf9-4a36-87ba-a2e5937ce732 req-859a5d09-07ad-4bc4-89e5-bce0d68fb924 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0543582 Sep 14 14:55:54.355951 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:54.373386 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b87d1fb-fdf9-4a36-87ba-a2e5937ce732 req-f57a297d-9cef-4b95-bc48-5469595e7663 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355654 Sep 14 14:55:54.613786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf3282-667f-4cb7-85f5-94eb6d553a3a req-6f8c1824-1898-49b9-ab42-3a9bb14b782a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:54.615165 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80bf3282-667f-4cb7-85f5-94eb6d553a3a req-6f8c1824-1898-49b9-ab42-3a9bb14b782a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0611765 Sep 14 14:55:54.667799 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80bf3282-667f-4cb7-85f5-94eb6d553a3a req-06abcd3b-60af-4e50-b2ae-da58e647a1d1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423484 Sep 14 14:55:55.419323 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:55.496863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc22d2b-5b72-434b-91f1-c1bb7be09967 req-5c360d1e-e46d-4be9-81e3-d29a86d9f382 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:55.498822 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2bc22d2b-5b72-434b-91f1-c1bb7be09967 req-5c360d1e-e46d-4be9-81e3-d29a86d9f382 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0561602 Sep 14 14:55:55.540785 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2bc22d2b-5b72-434b-91f1-c1bb7be09967 req-492ef96f-3c62-4740-93d7-8e5c22c37aab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355742 Sep 14 14:55:55.797400 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf873a-c9c2-415f-8c3f-c60750626c99 req-4769dafc-2bff-4f59-8b92-73c2de812eeb tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:55.798881 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f1cf873a-c9c2-415f-8c3f-c60750626c99 req-4769dafc-2bff-4f59-8b92-73c2de812eeb tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0534015 Sep 14 14:55:55.843118 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f1cf873a-c9c2-415f-8c3f-c60750626c99 req-1329855a-6852-4d01-be66-4251cb24cf61 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377512 Sep 14 14:55:56.670854 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad0e61-de99-4107-8ec3-556b34cd547e req-ce8f17ca-c046-416f-90f6-02e05805544d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:56.672361 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0bad0e61-de99-4107-8ec3-556b34cd547e req-ce8f17ca-c046-416f-90f6-02e05805544d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0572109 Sep 14 14:55:56.714611 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0bad0e61-de99-4107-8ec3-556b34cd547e req-4804ad0e-c092-4555-b663-f5476e994c2e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359762 Sep 14 14:55:56.989300 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a4de-2e07-4ba8-85ee-722eb5e56f7f req-8dcc3767-aa26-430d-b2d7-c8786c36d25e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:56.990741 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9522a4de-2e07-4ba8-85ee-722eb5e56f7f req-8dcc3767-aa26-430d-b2d7-c8786c36d25e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0600281 Sep 14 14:55:57.034614 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9522a4de-2e07-4ba8-85ee-722eb5e56f7f req-04e2aa18-6378-4e74-856c-1274b3bcd716 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359366 Sep 14 14:55:57.049479 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:55:57.832998 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d2afb-2ee1-4ecd-ad7b-8c3ffed46935 req-a3a26c03-b7da-4ca9-a14a-99fa20a210f2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:57.834624 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-495d2afb-2ee1-4ecd-ad7b-8c3ffed46935 req-a3a26c03-b7da-4ca9-a14a-99fa20a210f2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0515461 Sep 14 14:55:57.891181 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-495d2afb-2ee1-4ecd-ad7b-8c3ffed46935 req-b88de86b-f1ef-4038-949e-cfca1b9156b5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503163 Sep 14 14:55:58.161601 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7aaaf-0ff2-4446-b011-e29c09c13fe7 req-417f02b4-5a3d-4939-8fce-87375bcb201d tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:58.163216 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0ae7aaaf-0ff2-4446-b011-e29c09c13fe7 req-417f02b4-5a3d-4939-8fce-87375bcb201d tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0563529 Sep 14 14:55:58.210255 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0ae7aaaf-0ff2-4446-b011-e29c09c13fe7 req-41b05583-b590-442a-9703-47020b503fe7 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f&id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402312 Sep 14 14:55:59.009371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250df14-a1b9-4144-ae97-7d6c0336d590 req-d5547ddb-1f1e-4862-919b-8457bf707c7d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:55:59.011152 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2250df14-a1b9-4144-ae97-7d6c0336d590 req-d5547ddb-1f1e-4862-919b-8457bf707c7d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0525274 Sep 14 14:55:59.049369 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2250df14-a1b9-4144-ae97-7d6c0336d590 req-08dbb53e-fc39-411c-a7ea-c3bb084ca8a0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319459 Sep 14 14:56:00.171008 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75d31b-fabd-4c42-bdef-3f807b1fe871 req-a7f33190-a7b1-4707-8868-ad03f76cda93 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:00.172427 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1c75d31b-fabd-4c42-bdef-3f807b1fe871 req-a7f33190-a7b1-4707-8868-ad03f76cda93 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0529065 Sep 14 14:56:00.215695 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1c75d31b-fabd-4c42-bdef-3f807b1fe871 req-5c47e3d9-664d-4477-9981-88880ecf579e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Sep 14 14:56:01.339868 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84e50-ba04-4a9c-9150-8e75dc3fb91c req-f7ed6f9f-f52f-4421-867f-7fadc50ae4dd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:01.341433 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46a84e50-ba04-4a9c-9150-8e75dc3fb91c req-f7ed6f9f-f52f-4421-867f-7fadc50ae4dd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0566511 Sep 14 14:56:01.386402 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46a84e50-ba04-4a9c-9150-8e75dc3fb91c req-d91a5205-b90a-418d-b52b-44dfa6054a4b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359731 Sep 14 14:56:02.422571 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-dc19ee0c-b3bc-45fd-87c3-506b8abcc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:02.424147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-dc19ee0c-b3bc-45fd-87c3-506b8abcc1a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0524645 Sep 14 14:56:02.503678 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d87a77-5e82-44b8-9756-5c233871ff94 req-073bb255-46d9-413a-ac09-32b85fad8ba1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:02.505972 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-25d87a77-5e82-44b8-9756-5c233871ff94 req-073bb255-46d9-413a-ac09-32b85fad8ba1 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Sep 14 14:56:02.519756 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-d2e1381a-6b44-4836-843d-53b512bc3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:02.521307 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-d2e1381a-6b44-4836-843d-53b512bc3b0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.0888236 Sep 14 14:56:02.544634 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-25d87a77-5e82-44b8-9756-5c233871ff94 req-be2c5191-50ab-4976-83dc-c7549d92d331 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324619 Sep 14 14:56:02.596273 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-fbeaf5e0-bae5-42ad-8e3b-ac83a7e33657 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 1002 time: 0.0671029 Sep 14 14:56:02.649060 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-806be538-e45a-44aa-b089-e057abdb5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:02.650517 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-806be538-e45a-44aa-b089-e057abdb5437 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0469680 Sep 14 14:56:02.704492 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-0406ca1a-31a4-4ef4-a438-d3966566f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:02.705883 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-0406ca1a-31a4-4ef4-a438-d3966566f1b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434084 Sep 14 14:56:02.800539 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-a437c64b-c9f4-4be8-9dd8-3f5c4d565a54 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865431 Sep 14 14:56:02.893824 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-7462922b-0ad5-4a8e-926c-48bb0f2a7a24 req-bcf61f65-979a-4910-9650-4a178181a37a service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851445 Sep 14 14:56:03.667944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a112-b8ba-4d6d-8539-65f9889c6a12 req-332c656d-79d6-4bcd-a761-fa89cca3b5f3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:03.669368 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-83f9a112-b8ba-4d6d-8539-65f9889c6a12 req-332c656d-79d6-4bcd-a761-fa89cca3b5f3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0540130 Sep 14 14:56:03.712558 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-83f9a112-b8ba-4d6d-8539-65f9889c6a12 req-997a940d-da09-45d9-8c08-03c4ac1062a3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Sep 14 14:56:04.840126 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098a6c7-6a1e-4721-a618-bc3e91cb04e0 req-9cdbf0cf-d07c-44a6-9372-812dc3a31eab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:04.841605 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a098a6c7-6a1e-4721-a618-bc3e91cb04e0 req-9cdbf0cf-d07c-44a6-9372-812dc3a31eab tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0593791 Sep 14 14:56:04.886803 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a098a6c7-6a1e-4721-a618-bc3e91cb04e0 req-203891a8-0da3-4ffd-9f13-a1627515ea23 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383554 Sep 14 14:56:06.018826 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df929b3-7c0c-44f4-9462-50cd819e3854 req-fa240d50-0ab9-4d56-901e-c362b91918b4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:06.020666 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4df929b3-7c0c-44f4-9462-50cd819e3854 req-fa240d50-0ab9-4d56-901e-c362b91918b4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0574136 Sep 14 14:56:06.061752 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4df929b3-7c0c-44f4-9462-50cd819e3854 req-6bb42eab-d287-4fc4-b4bb-788619d205b2 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Sep 14 14:56:07.198754 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ca657-b70a-460f-b426-b5312727b5c9 req-53a142d5-d72d-4970-aac2-b8585efcdee7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:07.200278 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-663ca657-b70a-460f-b426-b5312727b5c9 req-53a142d5-d72d-4970-aac2-b8585efcdee7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0527899 Sep 14 14:56:07.243923 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-663ca657-b70a-460f-b426-b5312727b5c9 req-0fe467d0-c963-4de6-8cb4-1ecacc7fe9d3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Sep 14 14:56:07.809395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:08.375154 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058c79a-883b-4e6c-b44e-3a5138e9a9a5 req-9e687495-06f7-4408-bd68-083293357add tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:08.377659 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e058c79a-883b-4e6c-b44e-3a5138e9a9a5 req-9e687495-06f7-4408-bd68-083293357add tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0601165 Sep 14 14:56:08.426287 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e058c79a-883b-4e6c-b44e-3a5138e9a9a5 req-45dfea9f-8c31-47e7-a3b1-88ac14043eec tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412233 Sep 14 14:56:08.641468 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-c0aa4def-1cd3-43b0-8f5e-486899839b0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699327 Sep 14 14:56:08.659620 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65755fb-97e6-4aa9-873d-1eabcb4f705c req-0f50503d-ee4b-497c-a731-5f91a9378c71 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:08.662310 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c65755fb-97e6-4aa9-873d-1eabcb4f705c req-0f50503d-ee4b-497c-a731-5f91a9378c71 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0619652 Sep 14 14:56:08.707037 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-c65755fb-97e6-4aa9-873d-1eabcb4f705c req-20a8d6e6-327b-4e20-a4ef-696a719bc99e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387118 Sep 14 14:56:09.851229 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202458a-bba5-4d76-b760-c4d020bf618b req-cbd6a1d8-e02f-4fb8-8f8e-0d5a3288b91d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:09.852776 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8202458a-bba5-4d76-b760-c4d020bf618b req-cbd6a1d8-e02f-4fb8-8f8e-0d5a3288b91d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0555184 Sep 14 14:56:09.898122 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8202458a-bba5-4d76-b760-c4d020bf618b req-70616028-4a7b-4280-abe5-e9c9d669243d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391197 Sep 14 14:56:10.865826 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:56:10.942628 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:10.965196 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:10.967487 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d26b48-9bba-4516-9bd0-09c35d520378" -d '{"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-unplugged", "status": "completed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:10.980960 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:10.990570 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:11.019382 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b2ac7-9c1c-46d6-a10a-8b6f64c16c88 x-openstack-request-id: req-f63b2ac7-9c1c-46d6-a10a-8b6f64c16c88 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:11.019639 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de31d0-57e8-4b07-9a49-3b74e4e7b6c7 req-12fec716-8252-4b9f-9ce8-fb5e3ab5d419 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:11.020155 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-unplugged", "status": "failed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "code": 422}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:11.020155 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f63b2ac7-9c1c-46d6-a10a-8b6f64c16c88 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:11.021156 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82de31d0-57e8-4b07-9a49-3b74e4e7b6c7 req-12fec716-8252-4b9f-9ce8-fb5e3ab5d419 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0551064 Sep 14 14:56:11.021731 dv-cinder-784140-10-iscsi neutron-server[100393]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'code': 422} returned with failed status Sep 14 14:56:11.045681 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=6']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:11.063329 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-82de31d0-57e8-4b07-9a49-3b74e4e7b6c7 req-8b2d7253-e0bf-4999-ab58-04fb650c3fcf tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343564 Sep 14 14:56:12.183679 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd7a3d-a1ec-4a22-9087-a0d931ac685b req-4ef38318-a64f-4ed5-bd70-51a4bcb01a12 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:12.185792 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ecd7a3d-a1ec-4a22-9087-a0d931ac685b req-4ef38318-a64f-4ed5-bd70-51a4bcb01a12 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0505099 Sep 14 14:56:12.226171 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ecd7a3d-a1ec-4a22-9087-a0d931ac685b req-5ffce6b5-225a-403f-aed9-0a381f7c848d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336204 Sep 14 14:56:13.340461 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc14dd-9607-46f2-92b7-a8e2fad4a580 req-aa507cec-50c3-4a64-a1d1-5753b3dd6418 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:13.342037 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8bfc14dd-9607-46f2-92b7-a8e2fad4a580 req-aa507cec-50c3-4a64-a1d1-5753b3dd6418 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0487905 Sep 14 14:56:13.383895 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8bfc14dd-9607-46f2-92b7-a8e2fad4a580 req-c434c853-bac7-4a46-9c21-5dc963df5330 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Sep 14 14:56:14.516790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05846d-4fce-4604-93d0-205cb77d5007 req-762df482-5dbf-4bf2-911a-f4c2eb972e00 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:14.518258 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0b05846d-4fce-4604-93d0-205cb77d5007 req-762df482-5dbf-4bf2-911a-f4c2eb972e00 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0663474 Sep 14 14:56:14.558355 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0b05846d-4fce-4604-93d0-205cb77d5007 req-94174c0c-94e7-460d-a96e-802f50adbcbe tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Sep 14 14:56:15.674258 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e149f09-6904-455b-a490-affd8e75c85a req-cfe1e10e-50ca-4dd6-ab34-00d5e32be84d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:15.675770 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e149f09-6904-455b-a490-affd8e75c85a req-cfe1e10e-50ca-4dd6-ab34-00d5e32be84d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0495827 Sep 14 14:56:15.718023 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-2e149f09-6904-455b-a490-affd8e75c85a req-b37dec4f-6cb0-4fb4-8826-b10cb817462d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358303 Sep 14 14:56:15.989390 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d162766-990d-472c-82a6-f2efff4246c8 req-d507837a-3961-4f4b-a4f6-e3bdc3a9dcd2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:15.990889 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4d162766-990d-472c-82a6-f2efff4246c8 req-d507837a-3961-4f4b-a4f6-e3bdc3a9dcd2 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0526540 Sep 14 14:56:16.034327 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4d162766-990d-472c-82a6-f2efff4246c8 req-65390e99-9c87-4d87-9183-8bb3ab7b7d52 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333378 Sep 14 14:56:16.842825 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b989c3-2047-4210-bd71-8192a7079737 req-7ade7cbd-9ff4-4d99-b72a-d7e12f63c2ad tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:16.844320 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13b989c3-2047-4210-bd71-8192a7079737 req-7ade7cbd-9ff4-4d99-b72a-d7e12f63c2ad tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0552809 Sep 14 14:56:16.888249 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13b989c3-2047-4210-bd71-8192a7079737 req-7f0e8118-538d-49be-9085-01873896f66e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347538 Sep 14 14:56:17.173462 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6005-1a1f-4edd-9224-dc209be25d4e req-21b748c6-58af-4958-83d0-e4e10f921bbf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:17.174967 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-610a6005-1a1f-4edd-9224-dc209be25d4e req-21b748c6-58af-4958-83d0-e4e10f921bbf tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0655973 Sep 14 14:56:17.216694 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-610a6005-1a1f-4edd-9224-dc209be25d4e req-6b830857-3933-4838-9c52-0504ebd91874 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329695 Sep 14 14:56:18.020804 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8fe21-c234-45fc-a973-ffe7d8bb12fc req-90ba5593-a5f2-4fbe-81b8-f0697780ead8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:18.023094 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-add8fe21-c234-45fc-a973-ffe7d8bb12fc req-90ba5593-a5f2-4fbe-81b8-f0697780ead8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0657501 Sep 14 14:56:18.043568 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-9404cff0-86fa-42a7-b48c-37f900d10e67 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:18.045085 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-9404cff0-86fa-42a7-b48c-37f900d10e67 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0572083 Sep 14 14:56:18.064716 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-add8fe21-c234-45fc-a973-ffe7d8bb12fc req-31bcc9ef-4aae-4a1d-88f0-bf4926e54df0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Sep 14 14:56:18.147804 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Deleting port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:18.148169 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.242387 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] For port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:18.242751 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.348759 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161af6b-6d29-41fc-9ea3-b1f129adb8da req-4b93ace5-b561-4021-b624-e6f78843ad60 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:18.350243 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3161af6b-6d29-41fc-9ea3-b1f129adb8da req-4b93ace5-b561-4021-b624-e6f78843ad60 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 947 time: 0.0537021 Sep 14 14:56:18.394713 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3161af6b-6d29-41fc-9ea3-b1f129adb8da req-3063c940-7616-40b3-8e1c-a0bff2e76bd5 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups?id=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331481 Sep 14 14:56:18.422085 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.422436 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_update {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.422778 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Floating IP 25d24801-6860-434d-b64f-62317ac7ab3e disassociated. External IP: 172.27.1.9, port: 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669. Sep 14 14:56:18.423108 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Calling delete_port for 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 owned by compute:nova {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:18.557018 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.584438 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'Port': ['ID=1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:18.710916 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:56:18.805503 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-1f8dd8e5-39ea-42eb-804b-cbf08192e417 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316418998&fields=id&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 267 time: 0.0379789 Sep 14 14:56:18.826689 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:56:18.838053 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:56:18.848115 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:18.848797 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:18.867313 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] No DVR routers for this DVR port 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 on host hv-cinder-78414 {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:56:18.869897 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:18.871916 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-6ab971f6-9796-4ea3-bc87-77faf67178ff req-d36bb6b5-2fd6-4f69-b501-471d579d1dbe tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.64 "DELETE /v2.0/ports/1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 HTTP/1.1" status: 204 len: 173 time: 0.8188820 Sep 14 14:56:18.872381 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-deleted', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:18.874991 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7da60-ca07-4308-9efb-0e9f888cbc74" -d '{"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-deleted", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:18.916334 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab4375-724a-4ce6-aba8-6ebd44408cde x-openstack-request-id: req-7aab4375-724a-4ce6-aba8-6ebd44408cde {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:18.916629 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119f8e32-a41c-4066-bba8-9fc1474b58e7", "name": "network-vif-deleted", "tag": "1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:18.916901 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aab4375-724a-4ce6-aba8-6ebd44408cde {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:18.917345 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119f8e32-a41c-4066-bba8-9fc1474b58e7', 'name': 'network-vif-deleted', 'tag': '1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669', 'status': 'completed', 'code': 200} Sep 14 14:56:18.926347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8ad050b0-89e2-4013-aaa5-6e8c7c1b0565 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:18.927894 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8ad050b0-89e2-4013-aaa5-6e8c7c1b0565 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.1148679 Sep 14 14:56:18.943892 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-af2fac49-1d5c-4434-add3-72af1765f132 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/quotas/2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 375 time: 0.0099897 Sep 14 14:56:18.965224 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:19.004228 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-65bcdc4b-0496-482c-886c-e058615ee363 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0543640 Sep 14 14:56:19.112665 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-5fe09d24-5633-45e7-99c9-d5038af6556f service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947764 Sep 14 14:56:19.177101 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:19.206399 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:56:19.215161 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:19.215749 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:55:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:19.227850 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c554-160d-4088-8122-b2c46675f896 req-e477aecd-c627-41f4-9923-0e832e62aec3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:19.229377 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-01e9c554-160d-4088-8122-b2c46675f896 req-e477aecd-c627-41f4-9923-0e832e62aec3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0917184 Sep 14 14:56:19.264854 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-c0ac9e72-a198-4ae2-8961-f8e241c2facb service neutron] 10.222.0.50 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454892 Sep 14 14:56:19.285586 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-01e9c554-160d-4088-8122-b2c46675f896 req-d2f0586f-836c-4c2b-b07c-a7bb6fdf5fac tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439758 Sep 14 14:56:19.328019 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:19.501064 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-584307fb-0e38-4c94-a562-5e00ef71bb36 req-a9cb355a-e199-4e24-bbf6-d6c6690bb9ea tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 210 time: 0.0315387 Sep 14 14:56:19.553642 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:19.580954 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f919ab9c-2010-4d6a-8c8e-55aefd73a4e6 None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:48:36Z', 'revision_number': 4, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '09899c86-7a68-4963-b7d2-7059d4cbfee7', 'name': '', 'network_id': 'ed0a67b2-b4a0-432d-9bca-40bfed0a55a9', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'mac_address': 'fa:16:3e:80:43:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:34Z', 'updated_at': '2021-09-14T14:48:48Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'subnets': [{'id': '77e8044f-6c53-4b23-8ca4-d4dd3e8412d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:56:19.593173 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07e7a24c-d66a-435b-a040-a4fe0a3938af req-62e5da59-c53a-4c67-ae94-40356e0449e5 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 210 time: 0.0269852 Sep 14 14:56:19.825877 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d72e-50aa-4518-b775-d79ecfe4734a None None] New status for floating IP 25d24801-6860-434d-b64f-62317ac7ab3e: DOWN {{(pid=100393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:56:20.410363 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e172e8b-1c07-4cf3-8348-bbab9be03ec4 req-463a0967-83f3-4458-9f30-7871b7ad6982 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:20.411755 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e172e8b-1c07-4cf3-8348-bbab9be03ec4 req-463a0967-83f3-4458-9f30-7871b7ad6982 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0500131 Sep 14 14:56:20.449336 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e172e8b-1c07-4cf3-8348-bbab9be03ec4 req-605b0ca7-18ff-4ce7-8eba-a41e31f12040 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Sep 14 14:56:20.609646 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1eab149d-84f9-4092-95c6-797c220bfb24 req-e1b42762-221a-45ec-805c-1521af628142 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 210 time: 0.0279138 Sep 14 14:56:20.692782 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8021d6c2-936b-45f6-b879-6a05149e27a6 req-80e33a8f-124a-4a3b-b73a-f3ba17de7d56 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 210 time: 0.0321996 Sep 14 14:56:21.573610 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599249d7-b0bc-4ced-af53-1b5ce02cb8ed req-fcdce2b2-efa8-44f0-ae4f-39dec8f3a2f8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:21.575078 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-599249d7-b0bc-4ced-af53-1b5ce02cb8ed req-fcdce2b2-efa8-44f0-ae4f-39dec8f3a2f8 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0555055 Sep 14 14:56:21.617930 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-599249d7-b0bc-4ced-af53-1b5ce02cb8ed req-3849b52a-f751-4bcf-9089-afaaa521e3c6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364075 Sep 14 14:56:21.646400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-527ebbdc-543e-4eca-bbd0-9e59369eb6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:21.723059 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-07d88912-f1a2-46b0-aafd-b5698e0ddc75 req-51d6eba2-5b4e-4033-a78d-bcce38341f8e tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/ports?device_id=119f8e32-a41c-4066-bba8-9fc1474b58e7 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Sep 14 14:56:21.799044 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ada6331a-2d8c-441c-9aca-318d052ab79f req-3e3ebfe8-6ac1-4dd5-99f0-4a6a883c2f06 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 210 time: 0.0308504 Sep 14 14:56:22.024561 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-5135f937-56d3-4b8f-b821-c9d0ed6074ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.026100 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-5135f937-56d3-4b8f-b821-c9d0ed6074ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4&tenant_id=2bd4dd2a437a4e468025035a2262856a HTTP/1.1" status: 200 len: 1097 time: 0.0452051 Sep 14 14:56:22.063301 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:56:22.089404 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-b5fcabea-df42-4f09-b213-4f53d920b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.090925 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-b5fcabea-df42-4f09-b213-4f53d920b2c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1097 time: 0.0407367 Sep 14 14:56:22.198519 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-46043df5-1394-40e1-b43b-bec1b8b03d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.199977 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-46043df5-1394-40e1-b43b-bec1b8b03d23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.1006835 Sep 14 14:56:22.269424 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-86a93357-03bc-4098-9afa-565a01c7aa61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 1000 time: 0.0614798 Sep 14 14:56:22.598034 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-4a5da166-a733-42b4-88c2-eb13b28c14da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.599535 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-4a5da166-a733-42b4-88c2-eb13b28c14da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.3187973 Sep 14 14:56:22.650779 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-6ef2dce6-fd3b-49f9-beb4-7f20d34ca3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.652310 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-6ef2dce6-fd3b-49f9-beb4-7f20d34ca3ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435410 Sep 14 14:56:22.753025 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde565a-52a2-4775-8a84-d5d2906a87af req-aa5a28c6-55ae-4b99-baa0-8783260309fe tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.756211 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-605cb188-3725-430d-8069-4bfb64f8cee7 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949862 Sep 14 14:56:22.759117 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cbde565a-52a2-4775-8a84-d5d2906a87af req-aa5a28c6-55ae-4b99-baa0-8783260309fe tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0606673 Sep 14 14:56:22.803585 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-cbde565a-52a2-4775-8a84-d5d2906a87af req-e45c0066-4add-4d57-8901-faad20eb23ae tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Sep 14 14:56:22.834929 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33066) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:22.925690 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:22.933394 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [req-46046c2f-3f8c-4ba7-ae0e-e8e6da3e462c req-b0318898-1306-4bb0-9b92-c971abe1402d service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694565 Sep 14 14:56:22.936397 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-12f86bdb-3638-46fc-aed4-db50063558e6 req-eb25281b-13ca-4b38-9423-a87db85203c4 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 210 time: 0.0340965 Sep 14 14:56:22.956052 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:22.980743 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-92c05d3a-98f7-4d27-9784-6a7823680397 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:22.982245 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-92c05d3a-98f7-4d27-9784-6a7823680397 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 812 time: 0.1567452 Sep 14 14:56:23.011494 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.014283 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.015455 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "DELETE /v2.0/security-groups/c0cba786-6c3d-4f73-b5ad-0ae0b3b911db HTTP/1.1" status: 204 len: 168 time: 0.1794298 Sep 14 14:56:23.018833 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33068) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:23.034642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-41a97745-d493-4c4b-82eb-017abddff691 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fcebcfb63924ab183ec74a8d12a8aae HTTP/1.1" status: 200 len: 379 time: 0.0406876 Sep 14 14:56:23.035908 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56013371-187c-413d-ab2f-9858972bd31b tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0cba786-6c3d-4f73-b5ad-0ae0b3b911db,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:23.038083 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.api.v2.resource [None req-c08f21f7-e288-4935-8810-f68b71857042 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] show failed (client error): The resource could not be found. Sep 14 14:56:23.039112 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c08f21f7-e288-4935-8810-f68b71857042 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "GET /v2.0/security-groups/c0cba786-6c3d-4f73-b5ad-0ae0b3b911db HTTP/1.1" status: 404 len: 347 time: 0.0193858 Sep 14 14:56:23.042737 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33070) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:23.046648 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'port': {'device_id': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'admin_state_up': True, 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'security_groups': ['e845ef3e-fb87-42a1-9c73-fe05204c710c']}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:56:23.182065 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Made reservation on behalf of 2fcebcfb63924ab183ec74a8d12a8aae for: {'port': 1} {{(pid=100392) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 14:56:23.186074 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.201015 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Deleting port 4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:23.201362 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.289592 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.290018 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.304394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Calling delete_port for 4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b owned by network:floatingip {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:23.330121 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.20.0.6 (cc2037ea-1aeb-4df4-8843-74f27fd449cd/551f7a45-eace-4714-9eb3-11d1bc0c9801/cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:56:23.471531 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.493409 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.520786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Transition to ACTIVE for port object cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba will not be triggered until provisioned by entity DHCP. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:56:23.534166 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Pushing event deleted for resources: {'Port': ['ID=4e4b4f08-6aec-4b8e-9cea-0ab9d9b07b9b,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:23.575124 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.584802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks [] for floatingip, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.588459 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.589778 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fbacbd2e-1a78-4046-bc3e-43939fd8f903 tempest-AttachVolumeShelveTestJSON-1522373531 tempest-AttachVolumeShelveTestJSON-1522373531-project] 10.222.0.50 "DELETE /v2.0/floatingips/25d24801-6860-434d-b64f-62317ac7ab3e HTTP/1.1" status: 204 len: 168 time: 0.5459661 Sep 14 14:56:23.629019 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:56:23.632230 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:56:23.636989 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:56:23.648517 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:23.695800 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:23.696825 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.714794 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-8f250ad4-5a47-43a5-a89d-26980808b0ea tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6742597 Sep 14 14:56:23.730069 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Request body: {'port': {'device_id': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78414'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:56:23.795231 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.936221 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4c715927-0dde-49b6-b050-05dc62716c2d None None] Provisioning for port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba completed by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:56:23.941548 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-4c715927-0dde-49b6-b050-05dc62716c2d None None] Provisioning complete for port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:56:23.941941 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4c715927-0dde-49b6-b050-05dc62716c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:23.978748 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-4c715927-0dde-49b6-b050-05dc62716c2d None None] Port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba cannot update to ACTIVE because it is not bound. {{(pid=100393) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 14:56:23.991423 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b8e58-9245-4550-949b-fc92e31b280c req-eca34417-ed4f-434a-a049-18ec2fe4a096 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:23.993212 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb6b8e58-9245-4550-949b-fc92e31b280c req-eca34417-ed4f-434a-a049-18ec2fe4a096 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0897563 Sep 14 14:56:24.115075 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-fb6b8e58-9245-4550-949b-fc92e31b280c req-ca0f35bd-f9e9-4d6d-be41-9f76da594c72 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869193 Sep 14 14:56:24.139364 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aec88-c99d-4461-bbf0-534d7ea76d11 req-67b842b7-adb1-4628-8331-581d54746e58 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:24.140900 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a39aec88-c99d-4461-bbf0-534d7ea76d11 req-67b842b7-adb1-4628-8331-581d54746e58 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 931 time: 0.1116805 Sep 14 14:56:24.199089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba {{(pid=100392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:56:24.209917 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-737871d3-1ce6-4f78-883e-1a0e7caa0758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.213661 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.223503 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a39aec88-c99d-4461-bbf0-534d7ea76d11 req-f18a0ca2-3fcb-476c-9139-f40ae8357557 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752265 Sep 14 14:56:24.230360 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.provisioning_blocks [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Transition to ACTIVE for port object cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba will not be triggered until provisioned by entity L2. {{(pid=100392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 14:56:24.235472 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.255530 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:56:24.279263 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:56:24.279649 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 1fd5aeb3-4e6d-4603-ad9c-32d97c3a7669 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:56:24.284680 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:24.349170 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.361508 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Attempting to bind port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba on host hv-cinder-78414 for vnic_type normal with profile {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 14:56:24.361869 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Attempting to bind port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba by drivers openvswitch,hyperv on host hv-cinder-78414 at level 0 using segments [{'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 14:56:24.362193 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Attempting to bind port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:56:24.367349 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba on network cc2037ea-1aeb-4df4-8843-74f27fd449cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78414 {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 14:56:24.367664 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Attempting to bind port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba on network cc2037ea-1aeb-4df4-8843-74f27fd449cd {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 14:56:24.372662 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Checking agent: {'id': 'e9908938-7457-45da-9f4a-18349c9b2a45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78414', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'started_at': datetime.datetime(2021, 9, 14, 14, 46, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 14, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 14:56:24.373009 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Checking segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 14:56:24.373734 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Bound using segment: {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'} {{(pid=100392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 14:56:24.374153 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.managers [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Bound port: cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host: hv-cinder-78414, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd'}}] {{(pid=100392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 14:56:24.374502 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.709530 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, cleared binding levels {{(pid=100392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 14:56:24.712835 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 14:56:24.718367 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.751844 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:24.752609 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:24.754375 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 200 len: 1093 time: 1.0290227 Sep 14 14:56:24.754898 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:24.757094 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d61df-647b-4c77-8060-2fb8aaabd612" -d '{"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:24.794422 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93333064-4ebf-4669-9cc8-0e3f36db28f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=3']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:24.810852 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58719d-6030-4e88-abb0-013a9b65b351 x-openstack-request-id: req-5c58719d-6030-4e88-abb0-013a9b65b351 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:24.811446 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:24.811446 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c58719d-6030-4e88-abb0-013a9b65b351 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:24.812061 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'status': 'completed', 'code': 200} Sep 14 14:56:24.863312 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-fce291b5-d515-4514-b188-23114e72a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:24.865107 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-fce291b5-d515-4514-b188-23114e72a332 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1096 time: 0.0476754 Sep 14 14:56:24.919681 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-f28a30e8-9f33-493c-8c46-88a933cdc128 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 200 len: 217 time: 0.0428038 Sep 14 14:56:24.976574 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-5ba93550-ff45-4ec5-8c94-70793ecc5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:24.978125 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-5ba93550-ff45-4ec5-8c94-70793ecc5f75 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0482781 Sep 14 14:56:25.027003 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-da5f1f75-9c78-498e-b092-8db322390649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.028466 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-da5f1f75-9c78-498e-b092-8db322390649 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420785 Sep 14 14:56:25.130596 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-ccd76d3c-5409-4c92-8f0a-94805b444cba service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932047 Sep 14 14:56:25.255345 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18ec7248-5f9b-48b5-a50a-20a526842c70 req-896ca02c-63e8-453c-a9fa-3452d81f0b5b service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152849 Sep 14 14:56:25.267415 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ac789-6dde-4f01-9893-0b4a191b1f7a req-bb05256e-f553-45a0-9a86-5abf3b76c6ae tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.268967 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1d6ac789-6dde-4f01-9893-0b4a191b1f7a req-bb05256e-f553-45a0-9a86-5abf3b76c6ae tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0711567 Sep 14 14:56:25.330776 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1d6ac789-6dde-4f01-9893-0b4a191b1f7a req-faa4c4fa-3207-438f-8382-542d534b68bd tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542808 Sep 14 14:56:25.380053 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-48c61d92-7e14-470e-854a-8f6328e9e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.381570 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-48c61d92-7e14-470e-854a-8f6328e9e7ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1096 time: 0.0709341 Sep 14 14:56:25.389561 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b44b05-ce13-459d-a5db-f566170f9660 req-7716714a-d2f8-471a-9784-854556487e52 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.390909 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-66b44b05-ce13-459d-a5db-f566170f9660 req-7716714a-d2f8-471a-9784-854556487e52 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0842881 Sep 14 14:56:25.421543 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:25.482290 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-66b44b05-ce13-459d-a5db-f566170f9660 req-f8931e8c-b6e3-43af-b11b-82051b70301d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820103 Sep 14 14:56:25.504851 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-41c88057-b34d-4003-976d-71b6e65ea824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.506322 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-41c88057-b34d-4003-976d-71b6e65ea824 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1131217 Sep 14 14:56:25.554048 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-2758a896-b6ad-422b-a0cb-beb5830cd6e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 200 len: 217 time: 0.0369978 Sep 14 14:56:25.607506 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-c77022bf-3af6-4db4-89a2-cafcc3f14fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.608880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-c77022bf-3af6-4db4-89a2-cafcc3f14fa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0461736 Sep 14 14:56:25.662720 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-19d9e41e-5392-46c2-b54f-5c1a8c47c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:25.664859 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-19d9e41e-5392-46c2-b54f-5c1a8c47c002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459464 Sep 14 14:56:25.765907 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-3746e566-5465-4333-b941-434bc8829061 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877674 Sep 14 14:56:25.861561 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ed9d61df-647b-4c77-8060-2fb8aaabd612 req-d705643c-1555-420d-aa88-f2531f685f5b service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851526 Sep 14 14:56:26.021227 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33146) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:26.086824 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33152) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:26.133180 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec8b4-9ca7-4bba-86ea-08790f27a652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.387015 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec8b4-9ca7-4bba-86ea-08790f27a652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.394219 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec8b4-9ca7-4bba-86ea-08790f27a652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.448808 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c029-44f6-4cce-9c7d-7b315e0ca4f7 req-f0b9412f-5035-4e50-ab9d-d8aca73fad16 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:26.450674 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbf5c029-44f6-4cce-9c7d-7b315e0ca4f7 req-f0b9412f-5035-4e50-ab9d-d8aca73fad16 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0516005 Sep 14 14:56:26.466147 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ae0ec8b4-9ca7-4bba-86ea-08790f27a652 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55cea2449ccd4eb39af4c81d2f35b0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437053 Sep 14 14:56:26.470924 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33158) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:26.480336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec8b4-9ca7-4bba-86ea-08790f27a652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3502eecb-1292-4c51-81d3-9df7470ba71c,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:26.505648 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-bbf5c029-44f6-4cce-9c7d-7b315e0ca4f7 req-6e972321-f885-4835-880a-c23708bdac89 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475767 Sep 14 14:56:26.562340 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.592322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.601282 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c772142-17ed-42eb-8463-b0b5ca39d17d req-5f4342ef-9473-4fce-91f0-405100627d42 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:26.602843 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0c772142-17ed-42eb-8463-b0b5ca39d17d req-5f4342ef-9473-4fce-91f0-405100627d42 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0493345 Sep 14 14:56:26.644067 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0c772142-17ed-42eb-8463-b0b5ca39d17d req-800f7841-4381-4180-8083-71e360299175 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348811 Sep 14 14:56:26.676168 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.678800 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.679964 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3502eecb-1292-4c51-81d3-9df7470ba71c HTTP/1.1" status: 204 len: 168 time: 0.2074630 Sep 14 14:56:26.693739 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b757d-5047-48b3-bd4b-d084bfdaa5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3502eecb-1292-4c51-81d3-9df7470ba71c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:26.698637 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.953780 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Deleting port 09899c86-7a68-4963-b7d2-7059d4cbfee7 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:26.954086 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:26.969508 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33166) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:26.995216 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40c50716-1350-453b-b85f-e462e61b72e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.053842 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.073865 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] For port 09899c86-7a68-4963-b7d2-7059d4cbfee7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=09899c86-7a68-4963-b7d2-7059d4cbfee7,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:27.074468 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.094768 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Calling delete_port for 09899c86-7a68-4963-b7d2-7059d4cbfee7 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:27.233520 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40c50716-1350-453b-b85f-e462e61b72e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.239232 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-40c50716-1350-453b-b85f-e462e61b72e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.294708 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c50716-1350-453b-b85f-e462e61b72e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0cea64-1ae6-4bef-aa56-a661ef0964dc,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:27.300437 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-40c50716-1350-453b-b85f-e462e61b72e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2f4fa9a6e8c419687e27054aaa32a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299201 Sep 14 14:56:27.303536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33168) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:27.367179 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.368226 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.390656 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.396183 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=09899c86-7a68-4963-b7d2-7059d4cbfee7,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:27.445157 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.447972 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.449147 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae0cea64-1ae6-4bef-aa56-a661ef0964dc HTTP/1.1" status: 204 len: 168 time: 0.1446075 Sep 14 14:56:27.460655 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf657e-6436-434b-a3b6-aa0f717d07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0cea64-1ae6-4bef-aa56-a661ef0964dc,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:27.577075 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:27.642315 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bbfe6-fc1c-424e-ac8a-101e18eaa8e6 req-7ff1d2fe-8232-4105-bd38-4b1dd2cbc23b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:27.644233 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b08bbfe6-fc1c-424e-ac8a-101e18eaa8e6 req-7ff1d2fe-8232-4105-bd38-4b1dd2cbc23b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0606010 Sep 14 14:56:27.729851 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b08bbfe6-fc1c-424e-ac8a-101e18eaa8e6 req-75d5fab2-b133-4b55-b334-1cf7720650be tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792868 Sep 14 14:56:27.788439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b57b5-a646-4579-8b34-7b23134f17e4 req-80db8b26-be90-4e0c-9fa9-1ebb5fdf6277 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:27.790107 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4d7b57b5-a646-4579-8b34-7b23134f17e4 req-80db8b26-be90-4e0c-9fa9-1ebb5fdf6277 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0583258 Sep 14 14:56:27.835721 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Router bf7bf67b-0828-4edb-98be-4d4dfd9517bc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:56:27.837459 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-4d7b57b5-a646-4579-8b34-7b23134f17e4 req-dff6bbd8-3353-47bb-99b1-f3a051e5c0ba tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379558 Sep 14 14:56:27.942906 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:56:27.951659 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0afe6a09-a840-4d1a-827c-90a120aef3fe admin admin] 10.222.0.50 "PUT /v2.0/routers/bf7bf67b-0828-4edb-98be-4d4dfd9517bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8599696 Sep 14 14:56:27.951659 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33186) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:27.954595 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Sync routers for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:56:27.964599 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:27.965345 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:28.059783 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks [] for router, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.075827 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:28.168171 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.222895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Deleting port c1218337-baab-4259-baa8-2e71490304f0 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:28.223232 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.262161 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74'}], 'enable_snat': True}, 'gw_port_id': 'c1218337-baab-4259-baa8-2e71490304f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:56:27Z', 'revision_number': 5, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port': {'id': 'c1218337-baab-4259-baa8-2e71490304f0', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:48:30Z', 'updated_at': '2021-09-14T14:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:28.308144 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] For port c1218337-baab-4259-baa8-2e71490304f0, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c1218337-baab-4259-baa8-2e71490304f0,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:28.308542 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.326620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Calling delete_port for c1218337-baab-4259-baa8-2e71490304f0 owned by network:router_gateway {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:28.382947 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Checking router: bf7bf67b-0828-4edb-98be-4d4dfd9517bc for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:56:28.391594 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Routers {'bf7bf67b-0828-4edb-98be-4d4dfd9517bc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:28.392246 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:28.479117 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] Set router bf7bf67b-0828-4edb-98be-4d4dfd9517bc gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:28.500852 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.531622 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1218337-baab-4259-baa8-2e71490304f0,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:28.539123 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:56:28Z', 'revision_number': 6, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:28.566336 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d6fc31-88fb-48f4-bdbe-ccfd37b15442 None None] The sync data for ids ['bf7bf67b-0828-4edb-98be-4d4dfd9517bc'] in dv-cinder-784140-10-iscsi is: [{'id': 'bf7bf67b-0828-4edb-98be-4d4dfd9517bc', 'name': 'tempest-AttachVolumeShelveTestJSON-1737520997-router', 'tenant_id': 'd4ad6c40cd254e439da0048038d025ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:48:29Z', 'updated_at': '2021-09-14T14:56:28Z', 'revision_number': 6, 'project_id': 'd4ad6c40cd254e439da0048038d025ef', 'gw_port_host': None}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:56:28.609128 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.724929 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.727788 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.803856 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.804618 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7bf67b-0828-4edb-98be-4d4dfd9517bc {{(pid=100391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:56:28.810785 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.812520 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-37c00e0c-d614-4fb5-a95c-37d6520a3214 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bf7bf67b-0828-4edb-98be-4d4dfd9517bc HTTP/1.1" status: 204 len: 168 time: 0.8609891 Sep 14 14:56:28.815358 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33212) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:28.858845 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Deleting subnet 77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:56:28.860552 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692133-03fb-41a3-a8fe-6604c700cf20 req-7c44c50b-8ba0-4104-aefd-d9f03179b96b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:28.862039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.862973 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9692133-03fb-41a3-a8fe-6604c700cf20 req-7c44c50b-8ba0-4104-aefd-d9f03179b96b tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0504403 Sep 14 14:56:28.908144 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:28.966865 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f9692133-03fb-41a3-a8fe-6604c700cf20 req-4474d3f9-6c31-4b9f-8fc0-a70c425c8bc0 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782583 Sep 14 14:56:29.001605 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13349ae3-0d03-41ff-a28e-1aa28e55a935 req-c953d92f-8594-4fa0-98a8-3e608a8930c1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:29.005159 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13349ae3-0d03-41ff-a28e-1aa28e55a935 req-c953d92f-8594-4fa0-98a8-3e608a8930c1 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0758231 Sep 14 14:56:29.048230 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-13349ae3-0d03-41ff-a28e-1aa28e55a935 req-39fcf6cd-9cb0-4334-baae-eb6f12b29ca3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368500 Sep 14 14:56:29.330858 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.390327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.425802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e8044f-6c53-4b23-8ca4-d4dd3e8412d4,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:29.430949 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.435762 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-afab00d4-6be8-4d03-aa99-8a14a3a2344f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/77e8044f-6c53-4b23-8ca4-d4dd3e8412d4 HTTP/1.1" status: 204 len: 168 time: 0.6167789 Sep 14 14:56:29.436104 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33226) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:29.437040 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda19083-da66-48de-92ee-eea14ff2de9d None None] Network ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:56:29.520669 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.583190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Deleting port 65d4fa57-149b-4039-8384-9c1ef881362d {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:29.583642 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.679674 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] For port 65d4fa57-149b-4039-8384-9c1ef881362d, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=65d4fa57-149b-4039-8384-9c1ef881362d,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:29.680083 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.689229 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] DHCP port deletion for ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:56:29.701432 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Calling delete_port for 65d4fa57-149b-4039-8384-9c1ef881362d owned by network:dhcp {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:29.758250 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Deleting port 65d4fa57-149b-4039-8384-9c1ef881362d {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:29.758699 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.776363 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c1218337-baab-4259-baa8-2e71490304f0 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:56:29.798843 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.803126 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: c1218337-baab-4259-baa8-2e71490304f0 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:56:29.803469 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c1218337-baab-4259-baa8-2e71490304f0 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:56:29.803900 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 09899c86-7a68-4963-b7d2-7059d4cbfee7 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:56:29.831684 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] No DVR routers for this DVR port 65d4fa57-149b-4039-8384-9c1ef881362d on host dv-cinder-784140-10-iscsi {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:56:29.833478 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Pushing event deleted for resources: {'Port': ['ID=65d4fa57-149b-4039-8384-9c1ef881362d,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:29.856818 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 09899c86-7a68-4963-b7d2-7059d4cbfee7 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:56:29.857163 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 09899c86-7a68-4963-b7d2-7059d4cbfee7 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:56:29.862889 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] For port 65d4fa57-149b-4039-8384-9c1ef881362d, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=65d4fa57-149b-4039-8384-9c1ef881362d,segment=NetworkSegment(67e4597f-e559-469c-b200-700dfd19790a),segment_id=67e4597f-e559-469c-b200-700dfd19790a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:29.863286 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.875626 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Calling delete_port for 65d4fa57-149b-4039-8384-9c1ef881362d owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:29.914871 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.934329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0a67b2-b4a0-432d-9bca-40bfed0a55a9']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:29.943575 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e4597f-e559-469c-b200-700dfd19790a') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:29.943835 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e4597f-e559-469c-b200-700dfd19790a') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:29.953696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.969284 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.976722 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:56:29.977143 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:56:29.978971 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:56:29.995505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.023616 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Pushing event deleted for resources: {'Port': ['ID=65d4fa57-149b-4039-8384-9c1ef881362d,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:30.030820 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] No DVR routers for this DVR port 65d4fa57-149b-4039-8384-9c1ef881362d on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:56:30.032789 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.033134 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.033764 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.034400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.034789 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.035102 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.035591 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.035927 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.037041 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.037041 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.037041 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.037342 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4563ba6e-1ddb-4917-8732-93d8a2ceeb34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:30.044569 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.050970 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.056145 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed0a67b2-b4a0-432d-9bca-40bfed0a55a9 HTTP/1.1" status: 204 len: 168 time: 0.6186841 Sep 14 14:56:30.071381 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056df2b-a7e0-481e-80fb-223a3663af3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed0a67b2-b4a0-432d-9bca-40bfed0a55a9,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:30.125293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5e3c8-1ddd-456e-9a49-aa95eb4cae6f req-2bc6e85b-897a-4adc-bc8b-8830fb57778d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:30.126824 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eef5e3c8-1ddd-456e-9a49-aa95eb4cae6f req-2bc6e85b-897a-4adc-bc8b-8830fb57778d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 944 time: 0.0592723 Sep 14 14:56:30.202397 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eef5e3c8-1ddd-456e-9a49-aa95eb4cae6f req-5be6f42d-d902-4ed6-93b1-27c9d8be48b3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593231 Sep 14 14:56:30.204838 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8426229-9b9d-4d80-a03f-4dd699078290 req-32727394-6783-4a77-a564-4f78286a766b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:30.206437 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b8426229-9b9d-4d80-a03f-4dd699078290 req-32727394-6783-4a77-a564-4f78286a766b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0786986 Sep 14 14:56:30.247680 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b8426229-9b9d-4d80-a03f-4dd699078290 req-0849bed4-95ba-4a21-b864-f2c04bda76e8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338836 Sep 14 14:56:30.254452 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33238) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:30.295008 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-564f1451-5ea5-4706-b66d-f75d5f867715 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4ad6c40cd254e439da0048038d025ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392139 Sep 14 14:56:30.297432 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33240) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:30.306485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:56:30.352210 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.373892 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.403762 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:30.415357 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'port_id': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'mac_address': 'fa:16:3e:c2:3c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:56:30.423575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.426871 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.428102 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fb74ab3-e02a-42ad-89b0-657fd18e3d23 HTTP/1.1" status: 204 len: 168 time: 0.1297512 Sep 14 14:56:30.437144 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351745fc-84f1-4224-bb51-6544d442767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb74ab3-e02a-42ad-89b0-657fd18e3d23,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:30.467112 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.480839 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc00afe-d64e-440f-8df6-a3636be169a2 {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:56:30.501916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:30.512750 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:30.559967 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=7']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:30.803559 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['7fc00afe-d64e-440f-8df6-a3636be169a2'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:56:31.316329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2eb2d-49d1-4511-8b75-1b4db5a345d5 req-d2a7c785-673f-4b90-b78d-9e55a0dcfb0c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:31.317910 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a6f2eb2d-49d1-4511-8b75-1b4db5a345d5 req-d2a7c785-673f-4b90-b78d-9e55a0dcfb0c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0525787 Sep 14 14:56:31.385263 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a6f2eb2d-49d1-4511-8b75-1b4db5a345d5 req-4da54828-1d27-4487-862d-ce968a329d39 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570519 Sep 14 14:56:31.397290 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d912ff-2d21-45ed-9d39-65fefbbe72c1 req-38c8b2d4-8996-40e3-809e-88698dc97c5f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:31.398698 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d912ff-2d21-45ed-9d39-65fefbbe72c1 req-38c8b2d4-8996-40e3-809e-88698dc97c5f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0792882 Sep 14 14:56:31.438254 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-92d912ff-2d21-45ed-9d39-65fefbbe72c1 req-f88dde34-ba7f-4847-be13-83a16872996a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336521 Sep 14 14:56:31.700690 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 65d4fa57-149b-4039-8384-9c1ef881362d no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:56:31.720816 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 65d4fa57-149b-4039-8384-9c1ef881362d {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:56:31.721159 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 65d4fa57-149b-4039-8384-9c1ef881362d not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:56:32.265624 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33304) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:32.389162 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f50096b8-0874-483c-8b9f-d1dff0ff8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.480324 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f50096b8-0874-483c-8b9f-d1dff0ff8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.485791 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f50096b8-0874-483c-8b9f-d1dff0ff8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.508895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327f6f4-f67d-42b2-b3cd-d7911bcefd2d req-2c9423f4-75f8-496e-b443-e5e24c993c05 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:32.510527 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a327f6f4-f67d-42b2-b3cd-d7911bcefd2d req-2c9423f4-75f8-496e-b443-e5e24c993c05 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0540822 Sep 14 14:56:32.530054 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f50096b8-0874-483c-8b9f-d1dff0ff8a30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3516a9e632ba43548c0c95e888bcb4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633429 Sep 14 14:56:32.530934 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50096b8-0874-483c-8b9f-d1dff0ff8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff853d-86d3-4895-8cd6-d466a1cbcfba,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:32.533312 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33312) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:32.583091 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-a327f6f4-f67d-42b2-b3cd-d7911bcefd2d req-fc1ce12a-0af0-423f-bf3e-85a88e3c75ce tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610125 Sep 14 14:56:32.590512 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.591949 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18099a36-46d3-4f70-ad58-c434a1bfff91 req-ede8129f-efdc-46e1-828e-5a41598c6296 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:32.593521 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18099a36-46d3-4f70-ad58-c434a1bfff91 req-ede8129f-efdc-46e1-828e-5a41598c6296 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0820773 Sep 14 14:56:32.612626 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.635957 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-18099a36-46d3-4f70-ad58-c434a1bfff91 req-2ec3afbd-6f22-4d99-a683-cadc6fa4b1fc tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345964 Sep 14 14:56:32.663256 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.665940 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:32.667071 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4ff853d-86d3-4895-8cd6-d466a1cbcfba HTTP/1.1" status: 204 len: 168 time: 0.1328683 Sep 14 14:56:32.679687 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce8f53-2c89-4bfe-b101-de480aed3071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ff853d-86d3-4895-8cd6-d466a1cbcfba,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:32.967222 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33320) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:32.985120 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc40abb8-7da1-4b93-b886-efaa9b3ec6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.102676 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc40abb8-7da1-4b93-b886-efaa9b3ec6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.110258 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc40abb8-7da1-4b93-b886-efaa9b3ec6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.157438 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fc40abb8-7da1-4b93-b886-efaa9b3ec6dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=209ab77d945b43fc9eb6d8f91d7031b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887577 Sep 14 14:56:33.158208 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40abb8-7da1-4b93-b886-efaa9b3ec6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d79cc0f-c3b5-4442-9cc2-8746172e0882,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:33.160642 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33322) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:33.222842 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.246282 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.306478 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.309125 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:33.310389 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d79cc0f-c3b5-4442-9cc2-8746172e0882 HTTP/1.1" status: 204 len: 168 time: 0.1483450 Sep 14 14:56:33.319189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736811f-1b12-4b30-98e4-9a5e85a228a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d79cc0f-c3b5-4442-9cc2-8746172e0882,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:33.724998 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b90ce4-836e-44c1-83a4-856c2d9d1d98 req-584fbed1-d133-45b9-bd66-dc19853ea47c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:33.726535 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d2b90ce4-836e-44c1-83a4-856c2d9d1d98 req-584fbed1-d133-45b9-bd66-dc19853ea47c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0658014 Sep 14 14:56:33.792952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108802e1-19e6-4004-a104-aab5cc64507c req-20c6a8d8-5d3e-4aca-bc3e-e31045fb6072 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:33.794456 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-108802e1-19e6-4004-a104-aab5cc64507c req-20c6a8d8-5d3e-4aca-bc3e-e31045fb6072 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 943 time: 0.0862021 Sep 14 14:56:33.799748 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d2b90ce4-836e-44c1-83a4-856c2d9d1d98 req-d027cbd2-7ce8-452a-a60b-c7d036f0d50d tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558259 Sep 14 14:56:33.833340 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-108802e1-19e6-4004-a104-aab5cc64507c req-2045cfd2-ac04-4d94-8e03-79db62f7b637 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321856 Sep 14 14:56:34.316575 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba details requested by agent hyperv_hv-cinder-78414 with host hv-cinder-78414 {{(pid=100393) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 14:56:34.422405 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:34.434417 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Returning: {'device': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'port_id': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'mac_address': 'fa:16:3e:93:a2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100393) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 14:56:34.474687 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:34.489321 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba {{(pid=100393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 14:56:34.513505 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:34.518148 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:34.573204 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=4']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:34.811119 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:56:34.983342 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b794f-8585-4e1d-94cf-b2e50a14808d req-ddb37031-92d2-4f11-98b6-f932e8e723aa tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:34.985589 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-630b794f-8585-4e1d-94cf-b2e50a14808d req-ddb37031-92d2-4f11-98b6-f932e8e723aa tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.1051769 Sep 14 14:56:35.004228 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25ee4d-b551-41d4-9f9a-1988a9ad61b1 req-5b5b100b-c1e0-45c0-bb2c-a5e7e8865849 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:35.005944 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c25ee4d-b551-41d4-9f9a-1988a9ad61b1 req-5b5b100b-c1e0-45c0-bb2c-a5e7e8865849 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 944 time: 0.0885208 Sep 14 14:56:35.057242 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-630b794f-8585-4e1d-94cf-b2e50a14808d req-250c4512-6e18-430d-8235-20332a66178c tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621347 Sep 14 14:56:35.079923 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c25ee4d-b551-41d4-9f9a-1988a9ad61b1 req-09107efb-1ed3-4fb1-859c-9da4d192f0fb tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507202 Sep 14 14:56:36.209347 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf167a0-6e4d-4977-93d9-30c41288ccfd req-49b9b933-a969-4bef-8272-a068fddffb6a tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:36.210864 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3cf167a0-6e4d-4977-93d9-30c41288ccfd req-49b9b933-a969-4bef-8272-a068fddffb6a tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 945 time: 0.0779316 Sep 14 14:56:36.242689 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb215c0-bd2f-4b81-8842-5569f0a57e68 req-46501b65-0b34-48e8-b81f-d113813a2bc6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:36.244211 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bb215c0-bd2f-4b81-8842-5569f0a57e68 req-46501b65-0b34-48e8-b81f-d113813a2bc6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 944 time: 0.0810449 Sep 14 14:56:36.278450 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3cf167a0-6e4d-4977-93d9-30c41288ccfd req-92c585eb-a3f5-47ed-98aa-56d0ab468b30 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601184 Sep 14 14:56:36.297593 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9bb215c0-bd2f-4b81-8842-5569f0a57e68 req-ce64cf0e-b304-4177-86d2-a22d240caaa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445561 Sep 14 14:56:36.322253 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:56:36.369600 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port 7fc00afe-d64e-440f-8df6-a3636be169a2 triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:56:36.369972 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.454601 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.458797 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33488) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:36.587542 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d3070134-ff8f-43b0-be91-d5249db27ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.623729 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:36.625999 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e69c8-1a4c-4e73-a04b-c8bd1b285e69" -d '{"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:36.644166 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:36.649904 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.651217 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba up at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 14:56:36.673543 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02071591-37c9-413a-bec5-483a0c309caa x-openstack-request-id: req-02071591-37c9-413a-bec5-483a0c309caa {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:36.673985 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-plugged", "status": "completed", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:36.674321 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02071591-37c9-413a-bec5-483a0c309caa {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:36.674711 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'code': 200} Sep 14 14:56:36.705465 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d3070134-ff8f-43b0-be91-d5249db27ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.710926 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d3070134-ff8f-43b0-be91-d5249db27ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.734656 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=8']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:36.747189 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning for port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba completed by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 14:56:36.751981 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Provisioning complete for port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba triggered by entity L2. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:56:36.752400 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.756396 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d3070134-ff8f-43b0-be91-d5249db27ea1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c958e357b204159b9e6db422426be11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941403 Sep 14 14:56:36.756396 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3070134-ff8f-43b0-be91-d5249db27ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14623b69-f443-4f44-8cfb-b0a77a2ea9be,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:36.756858 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33496) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:36.814127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.836963 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.839319 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.872193 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:36.880545 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471'] for port, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.901751 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.904259 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:36.905353 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14623b69-f443-4f44-8cfb-b0a77a2ea9be HTTP/1.1" status: 204 len: 168 time: 0.1468019 Sep 14 14:56:36.931302 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Pushing event updated for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=5']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:36.936243 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28f3d1-454d-4d80-96cf-33ce6cdc06b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14623b69-f443-4f44-8cfb-b0a77a2ea9be,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:36.949850 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b375b-2a43-4264-b64c-296faa920e51 req-ef929da0-3a16-4a1f-91fe-781ed30c9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:36.951403 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b70b375b-2a43-4264-b64c-296faa920e51 req-ef929da0-3a16-4a1f-91fe-781ed30c9eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0576947 Sep 14 14:56:36.994691 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b70b375b-2a43-4264-b64c-296faa920e51 req-ed1a4051-783e-4b69-8a38-afceb748ff5c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340006 Sep 14 14:56:37.200250 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33502) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:37.214611 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1778-4665-4678-842a-0116c11a116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.329473 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1778-4665-4678-842a-0116c11a116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.336464 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3a9f1778-4665-4678-842a-0116c11a116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.412951 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-3a9f1778-4665-4678-842a-0116c11a116f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4723fea52dd456cbb5c34d4c9edc6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115030 Sep 14 14:56:37.416223 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33508) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:37.428827 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f1778-4665-4678-842a-0116c11a116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc986f4c-08b4-43f6-94b0-9ec7b8ca706f,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:37.458376 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a57e-60ca-4c80-acdc-30f3eb95481a req-00bde4af-d170-471d-bfb0-111bd3de885a tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:37.459895 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6416a57e-60ca-4c80-acdc-30f3eb95481a req-00bde4af-d170-471d-bfb0-111bd3de885a tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.1058359 Sep 14 14:56:37.471423 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.472818 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e2092-0bb8-4016-9c60-03b713b6742e req-6ea3e8d0-b265-4802-ba36-89bfd70cdfab tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:37.474289 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-163e2092-0bb8-4016-9c60-03b713b6742e req-6ea3e8d0-b265-4802-ba36-89bfd70cdfab tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0917406 Sep 14 14:56:37.493931 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.529007 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6416a57e-60ca-4c80-acdc-30f3eb95481a req-b1f449a5-aa6f-4805-b68d-b6c0c7a7ed67 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537624 Sep 14 14:56:37.534573 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-163e2092-0bb8-4016-9c60-03b713b6742e req-7ae89873-81b3-4a03-928e-8912c059c06c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535698 Sep 14 14:56:37.545569 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.555007 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.555007 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc986f4c-08b4-43f6-94b0-9ec7b8ca706f HTTP/1.1" status: 204 len: 168 time: 0.1324720 Sep 14 14:56:37.557696 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97a61b-ea53-46e8-b5e8-1d927950002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc986f4c-08b4-43f6-94b0-9ec7b8ca706f,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:37.810452 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:37.988995 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33528) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:38.144752 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96b040a5-7474-450a-b7a2-c13ed80325b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.247385 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96b040a5-7474-450a-b7a2-c13ed80325b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.255523 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-96b040a5-7474-450a-b7a2-c13ed80325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.300985 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-96b040a5-7474-450a-b7a2-c13ed80325b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bbf8a018bec34b66b35722b672255761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082070 Sep 14 14:56:38.301402 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33542) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:38.303801 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b040a5-7474-450a-b7a2-c13ed80325b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee567d7d-62f9-4ffe-9b4d-4e62c4efb32e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:38.364067 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.388346 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.441752 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.445047 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.449886 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee567d7d-62f9-4ffe-9b4d-4e62c4efb32e HTTP/1.1" status: 204 len: 168 time: 0.1471977 Sep 14 14:56:38.462590 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274e44d-420c-4642-afb7-24e7db7a4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee567d7d-62f9-4ffe-9b4d-4e62c4efb32e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:38.675561 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'}] {{(pid=100393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:38.680523 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f136c86cef22ee66bb3688180904bc15002a41c5681517d2c211227dc0562c33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c042c-f181-46af-ad3d-9d8574efeac2" -d '{"events": [{"server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "name": "network-vif-plugged", "status": "completed", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba"}]}' {{(pid=100393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:38.693760 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51581826-f563-49c0-9e25-4ca8e6725cf2 req-a6ded6c4-c2db-4617-b10d-54d2ecb6feb6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:38.695332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-51581826-f563-49c0-9e25-4ca8e6725cf2 req-a6ded6c4-c2db-4617-b10d-54d2ecb6feb6 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0827522 Sep 14 14:56:38.703961 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e947-12b0-464f-abf2-f3f439b9cc95 req-4a7a2491-0fab-4dae-951e-0f328403b8d3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:38.705892 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e252e947-12b0-464f-abf2-f3f439b9cc95 req-4a7a2491-0fab-4dae-951e-0f328403b8d3 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.1037462 Sep 14 14:56:38.758726 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-51581826-f563-49c0-9e25-4ca8e6725cf2 req-c1c6659f-3483-46a0-be35-efb1195e7221 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516758 Sep 14 14:56:38.772309 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-e252e947-12b0-464f-abf2-f3f439b9cc95 req-91332e93-b64f-47f9-82e9-11cd339ed4fe tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584319 Sep 14 14:56:38.812460 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f307e0-4c0b-4016-8566-1e52f2a6f671 x-openstack-request-id: req-72f307e0-4c0b-4016-8566-1e52f2a6f671 {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:38.812956 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "name": "network-vif-plugged", "status": "completed", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba", "code": 200}]} {{(pid=100393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:38.813043 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72f307e0-4c0b-4016-8566-1e52f2a6f671 {{(pid=100393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:38.813372 dv-cinder-784140-10-iscsi neutron-server[100393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'code': 200} Sep 14 14:56:38.828517 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33566) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:38.843280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0155b938-417a-4e3a-922a-93f5a0a7785e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.934141 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0155b938-417a-4e3a-922a-93f5a0a7785e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.939283 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0155b938-417a-4e3a-922a-93f5a0a7785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:38.982060 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0155b938-417a-4e3a-922a-93f5a0a7785e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=170ad8e7966b4797b7bb1e45b8e6eef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517332 Sep 14 14:56:38.983221 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155b938-417a-4e3a-922a-93f5a0a7785e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc47f36-8019-4666-afb6-68d4cdbeed33,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:38.984696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33572) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:39.051520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:39.090900 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:39.111585 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e47ee-b953-46c3-87ed-2b4ebce9695d req-6b1e9c82-2468-472e-8b92-468bbb691fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:39.113151 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9c5e47ee-b953-46c3-87ed-2b4ebce9695d req-6b1e9c82-2468-472e-8b92-468bbb691fc1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1098 time: 0.0690706 Sep 14 14:56:39.157640 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-9c5e47ee-b953-46c3-87ed-2b4ebce9695d req-d7786a32-fae1-4dda-a6c2-b14855843e72 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323637 Sep 14 14:56:39.166778 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:39.169477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:39.170570 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4fc47f36-8019-4666-afb6-68d4cdbeed33 HTTP/1.1" status: 204 len: 168 time: 0.1828704 Sep 14 14:56:39.179836 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e98e7-dcfd-4801-8a17-ef409d8cccdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc47f36-8019-4666-afb6-68d4cdbeed33,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:39.680493 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-5952a115-7215-4201-bb31-39f0b3354217 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433884 Sep 14 14:56:39.751806 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-0abbf9cb-eec5-41ab-b7ad-bc3a28feb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:39.753320 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-0abbf9cb-eec5-41ab-b7ad-bc3a28feb1b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1098 time: 0.0461788 Sep 14 14:56:39.911769 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-dadb7821-6cbc-456b-a48b-2f656235b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:39.913312 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-dadb7821-6cbc-456b-a48b-2f656235b687 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1357093 Sep 14 14:56:39.924612 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c03515-44e5-469f-9252-a2e54109f50a req-454743e4-e81a-4154-a505-3fe59ba54543 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:39.926453 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80c03515-44e5-469f-9252-a2e54109f50a req-454743e4-e81a-4154-a505-3fe59ba54543 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0762370 Sep 14 14:56:40.010344 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-bceab725-6d57-4791-8e85-1668d0a1c016 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 1001 time: 0.0832467 Sep 14 14:56:40.015487 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-80c03515-44e5-469f-9252-a2e54109f50a req-2c8e42fd-4aad-48ee-9c40-bba7dc08a335 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527301 Sep 14 14:56:40.064818 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-a13ea19a-fcde-4e31-a58b-5b7da41f817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:40.066376 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-a13ea19a-fcde-4e31-a58b-5b7da41f817f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0471911 Sep 14 14:56:40.127274 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-b5ff6531-f04b-4ff4-8a38-66369b4aecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:40.129218 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-b5ff6531-f04b-4ff4-8a38-66369b4aecb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548570 Sep 14 14:56:40.247174 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-9e1a1c90-1c0b-4956-b13f-a851f5a89410 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011789 Sep 14 14:56:40.353577 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-731d818f-768e-4464-8c2d-a8f45a4878c3 req-a57d28b8-2f53-4cbf-8acb-051461272f63 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976565 Sep 14 14:56:40.488403 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33638) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:40.600672 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ce8845b6-0395-4945-9dcd-49f136d1efb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.690857 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ce8845b6-0395-4945-9dcd-49f136d1efb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.696167 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ce8845b6-0395-4945-9dcd-49f136d1efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.736590 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ce8845b6-0395-4945-9dcd-49f136d1efb8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c00fe3dee9524e2a97a680d73f082689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459655 Sep 14 14:56:40.737456 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8845b6-0395-4945-9dcd-49f136d1efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09005da1-a320-458a-9e54-1d539856e1b1,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:40.739363 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33650) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:40.801133 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.824699 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.878443 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.882082 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:40.883647 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09005da1-a320-458a-9e54-1d539856e1b1 HTTP/1.1" status: 204 len: 168 time: 0.1389601 Sep 14 14:56:40.891667 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73f080-af37-4393-8e81-ec5c5c11ac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09005da1-a320-458a-9e54-1d539856e1b1,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:41.160388 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22e9d3-ce41-4bba-b7c4-ae25f4fdd009 req-563fd0a4-d19b-444b-8ece-d24b2a1d0f7b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:41.162139 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6b22e9d3-ce41-4bba-b7c4-ae25f4fdd009 req-563fd0a4-d19b-444b-8ece-d24b2a1d0f7b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0599158 Sep 14 14:56:41.211490 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6b22e9d3-ce41-4bba-b7c4-ae25f4fdd009 req-7e9961f0-ee5f-4ec3-994f-1c666d6b960d tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382628 Sep 14 14:56:41.267802 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33668) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:41.295762 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-01596776-e67a-449e-b5a8-d67e71864210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.367182 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a218262-bee0-4f3f-a98e-2365ba6303e4 req-218df96d-d0b9-481b-b7a6-66340b023127 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:41.368795 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a218262-bee0-4f3f-a98e-2365ba6303e4 req-218df96d-d0b9-481b-b7a6-66340b023127 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0888751 Sep 14 14:56:41.428451 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6a218262-bee0-4f3f-a98e-2365ba6303e4 req-664714e5-073e-409f-9380-2bf3552d6f93 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528007 Sep 14 14:56:41.453723 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33672) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:41.484310 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-01596776-e67a-449e-b5a8-d67e71864210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.491506 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-01596776-e67a-449e-b5a8-d67e71864210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.534073 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-01596776-e67a-449e-b5a8-d67e71864210 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67bfeee275c94da988137b58c0e4b5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643018 Sep 14 14:56:41.535956 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33678) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:41.542951 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01596776-e67a-449e-b5a8-d67e71864210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a773a82-16d0-43a0-a1eb-a89180925288,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:41.590739 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.612790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.674102 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.676999 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.678094 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a773a82-16d0-43a0-a1eb-a89180925288 HTTP/1.1" status: 204 len: 168 time: 0.1412170 Sep 14 14:56:41.708049 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abefd6-1e11-43c3-8545-af8fb7c38afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a773a82-16d0-43a0-a1eb-a89180925288,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:41.733408 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4290b14e-71a2-4d43-a121-561402dbf755 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:41.735039 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-4290b14e-71a2-4d43-a121-561402dbf755 tempest-TestVolumeBootPattern-243741271 tempest-TestVolumeBootPattern-243741271-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1093 time: 0.2803807 Sep 14 14:56:41.738374 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33682) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:41.742918 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Request body: {'floatingip': {'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'port_id': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:56:41.766803 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.872217 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:41.980163 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_common [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Allocated IP 172.27.1.95 (aadc57a3-3077-462f-b8a5-8a5fb57d0292/8984d294-d86e-4433-931f-d153bc175183/581a515a-a584-4835-95cd-f7dcd5e7ba67) {{(pid=100392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 14:56:42.090644 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:42.131453 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736657556435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:42.169395 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Network aadc57a3-3077-462f-b8a5-8a5fb57d0292 is already hosted by enough agents. {{(pid=100392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 14:56:42.172234 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.base_scheduler [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Resources bound (agent type, host, resource id): {{(pid=100392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 14:56:42.175760 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Received port after_create {{(pid=100392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 14:56:42.183181 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=581a515a-a584-4835-95cd-f7dcd5e7ba67,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:42.838498 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:42.910742 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.068658 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.077080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.148090 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event updated for resources: {'Port': ['ID=581a515a-a584-4835-95cd-f7dcd5e7ba67,revision_number=2']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:43.161552 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.161950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.162314 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.162651 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.162981 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.163330 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.163687 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.163981 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.164428 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.164674 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.164997 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.165405 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:43.171522 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4006965'] for floatingip, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.279066 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP b0d185c3-7b0e-479e-8609-f4abdd30ea41 associated. External IP: 172.27.1.95, port: cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba. Sep 14 14:56:43.484504 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:56:43.597785 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:56:43.611304 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:56:43.617838 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.624472 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:43.625548 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:43.663426 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-feadd319-9cb8-49c4-97cc-23380720c05f tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9238968 Sep 14 14:56:43.664156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:43.666519 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466a0790-a752-4e39-9343-29220e0dc73b" -d '{"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:43.701259 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0ae726-340c-428f-93cb-4150c262ad53 x-openstack-request-id: req-4f0ae726-340c-428f-93cb-4150c262ad53 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:43.701639 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:43.701985 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f0ae726-340c-428f-93cb-4150c262ad53 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:43.702530 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'status': 'completed', 'code': 200} Sep 14 14:56:43.728274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33764) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:43.735745 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:43.769332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0790-a752-4e39-9343-29220e0dc73b req-cc1444cf-eff3-45fc-a767-da5fb144f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:43.771059 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-cc1444cf-eff3-45fc-a767-da5fb144f730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1098 time: 0.0430996 Sep 14 14:56:43.846112 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-577094b1-b2e4-4157-b4fd-8c4349cbb462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.883329 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0790-a752-4e39-9343-29220e0dc73b req-364732e4-3830-46c4-9931-c3c80a75e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:43.885201 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-364732e4-3830-46c4-9931-c3c80a75e5fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1065888 Sep 14 14:56:43.953932 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-577094b1-b2e4-4157-b4fd-8c4349cbb462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.969573 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-577094b1-b2e4-4157-b4fd-8c4349cbb462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:43.975310 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-c4415877-0f14-4eb2-b048-7800e872b9e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 200 len: 998 time: 0.0811801 Sep 14 14:56:44.021018 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-577094b1-b2e4-4157-b4fd-8c4349cbb462 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=757520c1af5e42779f3450db071720f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916281 Sep 14 14:56:44.021669 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33776) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:44.022262 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577094b1-b2e4-4157-b4fd-8c4349cbb462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4de0b4-26d6-466d-9260-4b6e0c2147c9,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:44.023097 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}, {'id': 'b0d185c3-7b0e-479e-8609-f4abdd30ea41', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:93:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:56:42Z', 'updated_at': '2021-09-14T14:56:42Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:44.052315 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0790-a752-4e39-9343-29220e0dc73b req-cb6f54ef-8fc1-451f-93a7-20b7c6206343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:44.053816 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-cb6f54ef-8fc1-451f-93a7-20b7c6206343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0703599 Sep 14 14:56:44.065082 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:56:44.077839 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:44.078648 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:44.113156 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.126853 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0790-a752-4e39-9343-29220e0dc73b req-8499813f-88a0-4170-af65-49a5d4ba1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:44.128302 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-8499813f-88a0-4170-af65-49a5d4ba1f99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669124 Sep 14 14:56:44.153700 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.206025 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:44.264584 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-725b67d9-2226-4dd8-a086-dd56f6c2e5ca service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268556 Sep 14 14:56:44.268596 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.273877 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.275022 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c4de0b4-26d6-466d-9260-4b6e0c2147c9 HTTP/1.1" status: 204 len: 168 time: 0.2522156 Sep 14 14:56:44.303924 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edc02f-6b7e-41b5-8f87-19cf8e3cd2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4de0b4-26d6-466d-9260-4b6e0c2147c9,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:44.408969 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-466a0790-a752-4e39-9343-29220e0dc73b req-8bcca797-a930-46a2-97ca-2d59d8ccb799 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327798 Sep 14 14:56:44.513054 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}, {'id': 'b0d185c3-7b0e-479e-8609-f4abdd30ea41', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:93:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:56:42Z', 'updated_at': '2021-09-14T14:56:42Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:44.540876 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbd0e2-a559-4fe8-8e7b-653c46d37b43 None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}, {'id': 'b0d185c3-7b0e-479e-8609-f4abdd30ea41', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:93:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:56:42Z', 'updated_at': '2021-09-14T14:56:42Z', 'revision_number': 0, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:56:44.623153 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33810) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:44.641509 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fe8b8395-b1cc-46f3-a2ac-875638800987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.746755 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fe8b8395-b1cc-46f3-a2ac-875638800987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.754338 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fe8b8395-b1cc-46f3-a2ac-875638800987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.782080 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e5852-1d43-4b67-b19c-924de0dbeae0 None None] New status for floating IP b0d185c3-7b0e-479e-8609-f4abdd30ea41: ACTIVE {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:56:44.800696 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-fe8b8395-b1cc-46f3-a2ac-875638800987 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=754b63d7149e4f54acd14841456db113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762288 Sep 14 14:56:44.801735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33822) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:44.807227 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b8395-b1cc-46f3-a2ac-875638800987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28307939-cb98-4595-8964-b58a09f9083e,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:44.856554 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.881370 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.945365 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.947974 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:44.951947 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28307939-cb98-4595-8964-b58a09f9083e HTTP/1.1" status: 204 len: 168 time: 0.1485107 Sep 14 14:56:44.960626 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b484-4ac9-4d66-b3ed-52807cf4516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28307939-cb98-4595-8964-b58a09f9083e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:46.120362 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33872) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:46.228101 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e233d0a7-86c0-4d22-b020-ee41186d69de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.320484 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33878) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:46.321890 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e233d0a7-86c0-4d22-b020-ee41186d69de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.326854 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e233d0a7-86c0-4d22-b020-ee41186d69de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.366714 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233d0a7-86c0-4d22-b020-ee41186d69de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef17c4a-dbef-486c-89a6-333e93e536d4,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:46.375749 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e233d0a7-86c0-4d22-b020-ee41186d69de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0aa5cc1f79fd4b378681cb38a9d07180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2513206 Sep 14 14:56:46.376963 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33882) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:46.441769 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f98a6bf6-15f0-4a36-9985-4d1758e70bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.444471 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.478865 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.551776 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.554254 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.555395 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ef17c4a-dbef-486c-89a6-333e93e536d4 HTTP/1.1" status: 204 len: 168 time: 0.1783025 Sep 14 14:56:46.572431 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417caec-88fc-4455-a3d2-8be947687ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef17c4a-dbef-486c-89a6-333e93e536d4,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:46.587895 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f98a6bf6-15f0-4a36-9985-4d1758e70bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.594424 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f98a6bf6-15f0-4a36-9985-4d1758e70bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.636222 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f98a6bf6-15f0-4a36-9985-4d1758e70bbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dad1b879b59b4e0fafde7df298c562b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145189 Sep 14 14:56:46.637082 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a6bf6-15f0-4a36-9985-4d1758e70bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f7688c-88cb-4892-b83a-d82f0b249bb8,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:46.639253 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33886) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:46.693220 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.716786 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.766876 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.770324 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:46.771505 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48f7688c-88cb-4892-b83a-d82f0b249bb8 HTTP/1.1" status: 204 len: 168 time: 0.1309311 Sep 14 14:56:46.787864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf1fe6-9737-4a27-b40b-d4a503ee5520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f7688c-88cb-4892-b83a-d82f0b249bb8,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:47.054089 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33902) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:47.070571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6ed04-93e2-4b28-b1ae-65086abbb1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.161896 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6ed04-93e2-4b28-b1ae-65086abbb1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.168054 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a6b6ed04-93e2-4b28-b1ae-65086abbb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.206138 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a6b6ed04-93e2-4b28-b1ae-65086abbb1ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b012272202140788f5618ebc0f57b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508801 Sep 14 14:56:47.207300 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6ed04-93e2-4b28-b1ae-65086abbb1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4508e53d-b25c-4aa7-8436-6ddd164233d7,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:47.208851 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33910) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:47.261328 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.283150 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.331010 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.333670 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:47.337392 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4508e53d-b25c-4aa7-8436-6ddd164233d7 HTTP/1.1" status: 204 len: 168 time: 0.1250510 Sep 14 14:56:47.343356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd81421-4f1b-445b-aba1-38c74ec69c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4508e53d-b25c-4aa7-8436-6ddd164233d7,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:51.643811 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb66b-adfe-49e3-98cb-c01a6bf0460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.437367 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-899533a7-0fc1-40de-b964-73f2697e65a6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964451900&fields=id&tenant_id=4a01fbe975a541a1b6c84c0d59367b8f HTTP/1.1" status: 200 len: 267 time: 0.0442586 Sep 14 14:56:52.500558 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-49e53855-fdbe-467e-a85f-4526a8263b16 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:52.502073 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-49e53855-fdbe-467e-a85f-4526a8263b16 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 985 time: 0.0570436 Sep 14 14:56:52.514309 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.v2.base [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Request body: {'port': {'security_groups': ['44308cce-1fb4-4261-83cf-1625362c0148']}} {{(pid=100392) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 14:56:52.584141 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-648159'] for port, before_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.782738 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:56:52.812070 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for port, precommit_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.820725 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736657880854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736657556453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736657556471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25330798'] for port, after_update {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.874610 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:52.875328 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.877212 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-96083c1d-cfab-4497-8cc2-f5c47a62aacc req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "PUT /v2.0/ports/9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 943 time: 0.3676119 Sep 14 14:56:52.878113 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:52.880547 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e81f58e-d80c-481d-8629-341f8f8133c7" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:52.886330 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 33986) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:52.923880 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641a3fbb-f719-497d-b3b9-8d1cfc93e461 x-openstack-request-id: req-641a3fbb-f719-497d-b3b9-8d1cfc93e461 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:52.924264 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:52.924573 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-641a3fbb-f719-497d-b3b9-8d1cfc93e461 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:52.925027 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:56:52.925952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5e34-3cb0-47b7-9852-9a309dca802a tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event updated for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=7']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:52.958041 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:52.985620 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.052456 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.055212 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.056456 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "DELETE /v2.0/security-groups/a5947bf2-93e6-4bcc-b9d4-e78be9ed890f HTTP/1.1" status: 204 len: 168 time: 0.1691537 Sep 14 14:56:53.059452 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 33988) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:56:53.065631 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5947bf2-93e6-4bcc-b9d4-e78be9ed890f,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:53.073156 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.073525 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.073861 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.074196 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.074579 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.074911 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.075231 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.075548 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.075870 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.076191 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.076540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.076858 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de50999-7043-4491-a3f4-bf6c0ffd92d6 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:56:53.153352 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.provisioning_blocks [None req-d347ce03-5e78-43e4-bb74-2aee4cc397ef None None] Provisioning complete for port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 triggered by entity DHCP. {{(pid=100393) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 14:56:53.153940 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-d347ce03-5e78-43e4-bb74-2aee4cc397ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-689963'] for port, provisioning_complete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.229256 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Deleting port e4dd8943-16b1-4220-b3ae-a064326dc7b9 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:56:53.229898 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.317867 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.318120 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.334116 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Calling delete_port for e4dd8943-16b1-4220-b3ae-a064326dc7b9 owned by network:floatingip {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:56:53.520166 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.548844 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event deleted for resources: {'Port': ['ID=e4dd8943-16b1-4220-b3ae-a064326dc7b9,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:56:53.609838 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks [] for floatingip, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.610141 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Floating IP a83d01af-12b6-4edc-9c8a-c4c8734e6a73 disassociated (deleted). External IP: 172.27.1.149, port: 9fa1b49c-21a1-4dae-945e-a1d9740a1a60. Sep 14 14:56:53.824873 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Router f6bf0370-d8e8-4a1b-b43e-373665ee865c has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:56:53.937607 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:56:53.942864 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:53.949943 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Sync routers for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:56:53.960609 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:53.961296 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:53.974045 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-914a06e4-3431-48b1-a9ed-3038adf2a64e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "DELETE /v2.0/floatingips/a83d01af-12b6-4edc-9c8a-c4c8734e6a73 HTTP/1.1" status: 204 len: 168 time: 0.9134061 Sep 14 14:56:54.069743 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:54.225022 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8997af75-18a8-4c79-bd01-41c160f82666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:54.281697 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:54.313543 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Checking router: f6bf0370-d8e8-4a1b-b43e-373665ee865c for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:56:54.322783 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:56:54.323389 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:54.379575 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:54.441753 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:56:54.645224 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:56:54.677437 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019438-5ab6-451b-9ebd-e934b432c8ba None None] The sync data for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi is: [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:54:08Z', 'revision_number': 4, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': 'a5d0096b-6f60-47fc-aafd-151d8fc93198', 'name': '', 'network_id': 'b069a754-06b4-4a0d-9945-f34461a544d3', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'mac_address': 'fa:16:3e:93:c8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:07Z', 'updated_at': '2021-09-14T14:54:14Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'subnets': [{'id': '4fe4d291-4493-40e1-9b51-fd8a111dbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:56:54.917109 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045cff28-4a37-4d9c-b982-78b203072d58 None None] New status for floating IP a83d01af-12b6-4edc-9c8a-c4c8734e6a73: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:56:54.926130 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:56:54.928611 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f776b12-f345-4f89-ae0f-249c95d70f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:56:54.966607 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64b5dd6-d7c5-4915-be1c-4da7c1648795 x-openstack-request-id: req-f64b5dd6-d7c5-4915-be1c-4da7c1648795 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:56:54.966894 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:56:54.967149 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f64b5dd6-d7c5-4915-be1c-4da7c1648795 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:56:54.967545 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:56:55.426386 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:55.531993 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:56:55.600599 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-90ccfde3-cf73-4ac8-bb2a-578e7ebed45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:55.602526 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-90ccfde3-cf73-4ac8-bb2a-578e7ebed45d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1099 time: 0.0431237 Sep 14 14:56:55.626318 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:56:55.711778 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-987a458e-ee39-4c7a-808c-3ad3a9842c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:55.713364 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-987a458e-ee39-4c7a-808c-3ad3a9842c24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.0966270 Sep 14 14:56:55.762204 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-74cab650-8361-4405-ac54-63fb4a74f570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 217 time: 0.0342906 Sep 14 14:56:55.823168 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-743ef389-2396-43a6-9a32-ae367700b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:55.824667 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-743ef389-2396-43a6-9a32-ae367700b940 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0501428 Sep 14 14:56:55.874049 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-0f10696a-82f3-417c-9d39-3102d21e8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:55.875567 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-0f10696a-82f3-417c-9d39-3102d21e8a3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428071 Sep 14 14:56:55.977804 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-04e2256b-17de-4c83-af6a-f891243147fe service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885696 Sep 14 14:56:56.079297 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e81f58e-d80c-481d-8629-341f8f8133c7 req-ccf6a7e6-04d6-4eb7-a8b9-7117d39174ab service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927818 Sep 14 14:56:57.064915 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:56:58.923523 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-35755cec-2404-4574-9ca9-0377900993b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:58.925078 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-35755cec-2404-4574-9ca9-0377900993b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 1099 time: 0.0433114 Sep 14 14:56:59.020914 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-266dff7b-a311-4830-af37-b33449b23696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:59.022395 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-266dff7b-a311-4830-af37-b33449b23696 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 200 len: 916 time: 0.0883362 Sep 14 14:56:59.062739 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:56:59.065606 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-3b9050a3-9749-435a-812d-069cabe60cd2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 200 len: 217 time: 0.0339906 Sep 14 14:56:59.122202 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-4224e561-200d-4c5f-adc7-761f6b0143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:59.124047 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-4224e561-200d-4c5f-adc7-761f6b0143e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 200 len: 854 time: 0.0498803 Sep 14 14:56:59.177132 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-f78b5390-4fdb-4068-b21c-e79da4bbcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:56:59.178597 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-f78b5390-4fdb-4068-b21c-e79da4bbcbb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b069a754-06b4-4a0d-9945-f34461a544d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424790 Sep 14 14:56:59.283727 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-b6ca1855-ca24-42cd-a5db-52092abe742e service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959055 Sep 14 14:56:59.388804 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f776b12-f345-4f89-ae0f-249c95d70f5e req-d1546536-7b41-4969-9a44-71b3e2b22c01 service neutron] 10.222.0.64 "GET /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972447 Sep 14 14:57:00.961127 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75077b7e-5533-4a13-9ef9-0ee4b898c603 req-e8d6149e-3d1c-455e-80ba-6f04121c413d tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:00.962894 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75077b7e-5533-4a13-9ef9-0ee4b898c603 req-e8d6149e-3d1c-455e-80ba-6f04121c413d tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0560451 Sep 14 14:57:01.006736 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-75077b7e-5533-4a13-9ef9-0ee4b898c603 req-850270e7-6554-449c-87ea-6fdb2236cc0d tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368385 Sep 14 14:57:01.078276 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34116) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:01.188802 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af3fab1b-edd6-4f7f-925b-00f69f6e4a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.287918 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af3fab1b-edd6-4f7f-925b-00f69f6e4a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.293712 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af3fab1b-edd6-4f7f-925b-00f69f6e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.333231 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-af3fab1b-edd6-4f7f-925b-00f69f6e4a60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e69afbf5b2944458271def595e67beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537682 Sep 14 14:57:01.334342 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fab1b-edd6-4f7f-925b-00f69f6e4a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f918a-526d-4f06-84ef-39bb05e2c5ef,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:01.336439 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34120) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:01.388211 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.410571 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.462332 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.465167 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:01.466190 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd2f918a-526d-4f06-84ef-39bb05e2c5ef HTTP/1.1" status: 204 len: 168 time: 0.1287303 Sep 14 14:57:01.474217 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e6f7c-2cb2-480e-8456-f1ea116953d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f918a-526d-4f06-84ef-39bb05e2c5ef,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:02.132501 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e907cc-7705-4ab9-8898-b22bed036d55 req-36e6ba75-11f0-43e9-af0f-e05e21b9a08b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:02.134529 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61e907cc-7705-4ab9-8898-b22bed036d55 req-36e6ba75-11f0-43e9-af0f-e05e21b9a08b tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0513389 Sep 14 14:57:02.175922 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-61e907cc-7705-4ab9-8898-b22bed036d55 req-a313645b-9cd3-4f6d-b599-4d7152856786 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Sep 14 14:57:03.302716 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd746b-a20d-4d14-ae1e-35a3bacf7f78 req-e2501218-96b7-4511-9fb3-58c6900e8a23 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:03.304235 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-43bd746b-a20d-4d14-ae1e-35a3bacf7f78 req-e2501218-96b7-4511-9fb3-58c6900e8a23 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0565224 Sep 14 14:57:03.345559 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-43bd746b-a20d-4d14-ae1e-35a3bacf7f78 req-aff4cc43-bd0d-441d-a040-e155578dc703 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Sep 14 14:57:04.471314 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed51c-1282-457b-8991-d1c1cc229539 req-c82be012-afd8-4fda-af37-1ab80d153724 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:04.472833 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dbfed51c-1282-457b-8991-d1c1cc229539 req-c82be012-afd8-4fda-af37-1ab80d153724 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0577102 Sep 14 14:57:04.515794 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-dbfed51c-1282-457b-8991-d1c1cc229539 req-0f2855b4-e781-4d67-83c3-f38571822fc2 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Sep 14 14:57:05.639325 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f46f-9d8f-4d32-ae54-13fd39e8af39 req-41d12899-d825-4e15-8f17-f254cfc00b4e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:05.640938 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b24f46f-9d8f-4d32-ae54-13fd39e8af39 req-41d12899-d825-4e15-8f17-f254cfc00b4e tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0539181 Sep 14 14:57:05.685546 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-3b24f46f-9d8f-4d32-ae54-13fd39e8af39 req-6b057142-a6a4-45df-9df1-b89456cdb58c tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/security-groups?id=44308cce-1fb4-4261-83cf-1625362c0148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Sep 14 14:57:06.095548 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-53f97a72-1b1a-471f-a38d-d99e09ecf9f1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:57:06.097261 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-53f97a72-1b1a-471f-a38d-d99e09ecf9f1 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.64 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 946 time: 0.0590382 Sep 14 14:57:06.458013 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Deleting port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:06.458361 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:06.559265 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] For port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:06.559621 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:06.573695 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Calling delete_port for 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:06.720594 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:06.737746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] get_ports_and_sgs() called for port_ids ['9fa1b49c-21a1-4dae-945e-a1d9740a1a60'] {{(pid=100393) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 14:57:06.751011 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Pushing event deleted for resources: {'Port': ['ID=9fa1b49c-21a1-4dae-945e-a1d9740a1a60,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:06.839519 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6c6df15f-7464-442c-a0f6-676c94a5b6ae req-76854436-52aa-41eb-874a-90ffc3ad84a3 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.50 "GET /v2.0/ports?device_id=098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc HTTP/1.1" status: 200 len: 210 time: 0.0584209 Sep 14 14:57:06.840432 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] No DVR routers for this DVR port 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:57:06.843275 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:06.845479 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-d3338a49-2120-4867-aaf7-03724fc5c353 req-a2048f0a-b724-42ac-9a7e-a68ae6bba783 tempest-TestMinimumBasicScenario-1054242281 tempest-TestMinimumBasicScenario-1054242281-project] 10.222.0.64 "DELETE /v2.0/ports/9fa1b49c-21a1-4dae-945e-a1d9740a1a60 HTTP/1.1" status: 204 len: 173 time: 0.7396522 Sep 14 14:57:06.845981 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'name': 'network-vif-deleted', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:57:06.848303 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e22bac-0a26-4f49-b07f-ba145086f386" -d '{"events": [{"server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "name": "network-vif-deleted", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:57:06.899354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1967e319-a74e-4276-a4fa-72654a4ce059 x-openstack-request-id: req-1967e319-a74e-4276-a4fa-72654a4ce059 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:57:06.900173 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc", "name": "network-vif-deleted", "tag": "9fa1b49c-21a1-4dae-945e-a1d9740a1a60", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:57:06.900586 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1967e319-a74e-4276-a4fa-72654a4ce059 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:57:06.901142 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098bc7f8-ad9a-4caf-b65c-7ba8bdf669bc', 'name': 'network-vif-deleted', 'tag': '9fa1b49c-21a1-4dae-945e-a1d9740a1a60', 'status': 'completed', 'code': 200} Sep 14 14:57:07.810204 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:08.558314 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34282) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:08.829952 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34288) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:08.863641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:08.887288 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:08.887762 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 9fa1b49c-21a1-4dae-945e-a1d9740a1a60 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:08.938474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:08.943191 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-543b5733-6ce3-4526-88ad-c9fd077db9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.051150 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-543b5733-6ce3-4526-88ad-c9fd077db9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.057544 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-543b5733-6ce3-4526-88ad-c9fd077db9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.117406 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34300) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:09.117786 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-543b5733-6ce3-4526-88ad-c9fd077db9fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa24de24e6f5423fb5092e6bb3566d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866180 Sep 14 14:57:09.118973 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5733-6ce3-4526-88ad-c9fd077db9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe51b5a-b551-4166-a5e9-c47e3440ec01,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:09.200805 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.259354 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.310916 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Deleting port a5d0096b-6f60-47fc-aafd-151d8fc93198 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:09.311240 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.330573 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.333371 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.334501 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffe51b5a-b551-4166-a5e9-c47e3440ec01 HTTP/1.1" status: 204 len: 168 time: 0.2157226 Sep 14 14:57:09.356706 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af726b74-f52b-487f-8b4c-5141f0d78be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe51b5a-b551-4166-a5e9-c47e3440ec01,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:09.415933 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] For port a5d0096b-6f60-47fc-aafd-151d8fc93198, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a5d0096b-6f60-47fc-aafd-151d8fc93198,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:09.416357 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.430830 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Calling delete_port for a5d0096b-6f60-47fc-aafd-151d8fc93198 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:09.633424 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:09.660559 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d0096b-6f60-47fc-aafd-151d8fc93198,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:09.830461 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.046057 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Router f6bf0370-d8e8-4a1b-b43e-373665ee865c has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:57:10.158447 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:57:10.164253 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-ddaefb8f-060a-4f31-8147-bdf7cc6c772b admin admin] 10.222.0.50 "PUT /v2.0/routers/f6bf0370-d8e8-4a1b-b43e-373665ee865c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6047659 Sep 14 14:57:10.166681 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34306) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:10.168508 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Sync routers for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:57:10.178705 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:57:10.179341 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:10.278908 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.299916 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:57:10.389312 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.451886 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Deleting port a8679fa7-31fc-473d-b21f-3d1291426b7e {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:10.452240 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.496295 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:57:09Z', 'revision_number': 5, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port': {'id': 'a8679fa7-31fc-473d-b21f-3d1291426b7e', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:fa:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:06Z', 'updated_at': '2021-09-14T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:10.522976 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Checking router: f6bf0370-d8e8-4a1b-b43e-373665ee865c for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:57:10.531473 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Routers {'f6bf0370-d8e8-4a1b-b43e-373665ee865c'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:57:10.532110 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:10.540143 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] For port a8679fa7-31fc-473d-b21f-3d1291426b7e, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a8679fa7-31fc-473d-b21f-3d1291426b7e,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:10.540537 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.553063 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Calling delete_port for a8679fa7-31fc-473d-b21f-3d1291426b7e owned by network:router_gateway {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:10.594425 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34324) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:10.618988 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] Set router f6bf0370-d8e8-4a1b-b43e-373665ee865c gateway port host: None {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:57:10.674387 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:57:10Z', 'revision_number': 6, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:10.700915 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f06ec0-3db5-453d-9697-0097541f8fbf None None] The sync data for ids ['f6bf0370-d8e8-4a1b-b43e-373665ee865c'] in dv-cinder-784140-10-iscsi is: [{'id': 'f6bf0370-d8e8-4a1b-b43e-373665ee865c', 'name': 'tempest-TestMinimumBasicScenario-1380697391-router', 'tenant_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:05Z', 'updated_at': '2021-09-14T14:57:10Z', 'revision_number': 6, 'project_id': '4a01fbe975a541a1b6c84c0d59367b8f', 'gw_port_host': None}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:57:10.734360 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f583d297-c1fc-46f8-b326-94096b786934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.763536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.815814 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8679fa7-31fc-473d-b21f-3d1291426b7e,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:10.887398 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.992939 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:10.996472 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.045536 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f583d297-c1fc-46f8-b326-94096b786934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.051268 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f583d297-c1fc-46f8-b326-94096b786934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.070954 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.071685 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6bf0370-d8e8-4a1b-b43e-373665ee865c {{(pid=100392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:57:11.080930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.082415 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f223808f-1ba1-4688-9a4d-871329345bb0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f6bf0370-d8e8-4a1b-b43e-373665ee865c HTTP/1.1" status: 204 len: 168 time: 0.9144449 Sep 14 14:57:11.086043 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34328) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:11.104432 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f583d297-c1fc-46f8-b326-94096b786934 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=888960e34b9348e98cd236e3cc924eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086339 Sep 14 14:57:11.105581 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583d297-c1fc-46f8-b326-94096b786934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcf9a5f-47e5-48a3-bad7-d00509a08b46,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:11.107945 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34330) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:11.145037 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Deleting subnet 4fe4d291-4493-40e1-9b51-fd8a111dbb8e {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:57:11.148319 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.161394 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.183906 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.187280 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.233514 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.236345 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.239805 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9bcf9a5f-47e5-48a3-bad7-d00509a08b46 HTTP/1.1" status: 204 len: 168 time: 0.1285436 Sep 14 14:57:11.245204 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8544af-05e8-4734-91d5-9cd5fd6c50ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcf9a5f-47e5-48a3-bad7-d00509a08b46,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:11.269618 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.330888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.357419 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe4d291-4493-40e1-9b51-fd8a111dbb8e,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:11.362744 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.365102 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-33e93958-389e-46e3-941a-2354ef9f507f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4fe4d291-4493-40e1-9b51-fd8a111dbb8e HTTP/1.1" status: 204 len: 168 time: 0.2770100 Sep 14 14:57:11.367304 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34336) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:11.368607 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d732c1a6-9cb6-44ac-a3c6-9784ca2a92c6 None None] Network b069a754-06b4-4a0d-9945-f34461a544d3 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:57:11.436561 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.497070 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Deleting port 75938771-da33-4a11-ae8d-5732e759fb62 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:11.497747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.574631 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] DHCP port deletion for b069a754-06b4-4a0d-9945-f34461a544d3 request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:57:11.577335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] For port 75938771-da33-4a11-ae8d-5732e759fb62, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=75938771-da33-4a11-ae8d-5732e759fb62,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:11.577659 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.590113 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Calling delete_port for 75938771-da33-4a11-ae8d-5732e759fb62 owned by network:dhcp {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:11.625403 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Deleting port 75938771-da33-4a11-ae8d-5732e759fb62 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:11.625775 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.696547 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.702650 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] For port 75938771-da33-4a11-ae8d-5732e759fb62, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=75938771-da33-4a11-ae8d-5732e759fb62,segment=NetworkSegment(c4881748-1a18-4faf-a01f-7865ba19585f),segment_id=c4881748-1a18-4faf-a01f-7865ba19585f)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:11.703404 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.718775 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Calling delete_port for 75938771-da33-4a11-ae8d-5732e759fb62 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:11.727781 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75938771-da33-4a11-ae8d-5732e759fb62,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:11.738749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] No DVR routers for this DVR port 75938771-da33-4a11-ae8d-5732e759fb62 on host dv-cinder-784140-10-iscsi {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:57:11.776409 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a5d0096b-6f60-47fc-aafd-151d8fc93198 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:11.802360 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: a5d0096b-6f60-47fc-aafd-151d8fc93198 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:11.802717 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a5d0096b-6f60-47fc-aafd-151d8fc93198 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:11.803125 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 75938771-da33-4a11-ae8d-5732e759fb62 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:11.820474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.837045 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 75938771-da33-4a11-ae8d-5732e759fb62 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:11.837387 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 75938771-da33-4a11-ae8d-5732e759fb62 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:11.838099 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a8679fa7-31fc-473d-b21f-3d1291426b7e no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:11.845356 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b069a754-06b4-4a0d-9945-f34461a544d3']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:11.855470 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4881748-1a18-4faf-a01f-7865ba19585f') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:11.855919 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4881748-1a18-4faf-a01f-7865ba19585f') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:11.870398 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.873879 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: a8679fa7-31fc-473d-b21f-3d1291426b7e {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:11.874225 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a8679fa7-31fc-473d-b21f-3d1291426b7e not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:11.894056 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.904150 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:57:11.904650 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:57:11.906284 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:57:11.909172 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.936176 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] Pushing event deleted for resources: {'Port': ['ID=75938771-da33-4a11-ae8d-5732e759fb62,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:11.940860 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f3a1c-38eb-4db2-bf21-e0cd7105027c None None] No DVR routers for this DVR port 75938771-da33-4a11-ae8d-5732e759fb62 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:57:11.975903 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.980418 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:11.986023 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b069a754-06b4-4a0d-9945-f34461a544d3 HTTP/1.1" status: 204 len: 168 time: 0.6149552 Sep 14 14:57:11.986654 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34354) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:12.002279 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4c739-4b7d-463e-adb0-ce8e555092f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b069a754-06b4-4a0d-9945-f34461a544d3,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:12.357962 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:12.605477 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Deleting port ea366c0a-ad48-4ff6-9f37-1a3a3a228636 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:12.605747 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:12.688656 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] For port ea366c0a-ad48-4ff6-9f37-1a3a3a228636, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:12.689499 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:12.705994 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Calling delete_port for ea366c0a-ad48-4ff6-9f37-1a3a3a228636 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:12.891075 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:12.916679 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea366c0a-ad48-4ff6-9f37-1a3a3a228636,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:13.400440 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:13.623957 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Router 60803b02-0770-407a-9eea-6fabae8e5122 has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:57:13.748764 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:57:13.754770 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-14519936-f92a-47a1-bb50-3ca13ed1e12b admin admin] 10.222.0.50 "PUT /v2.0/routers/60803b02-0770-407a-9eea-6fabae8e5122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7670617 Sep 14 14:57:13.757505 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34392) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:13.760285 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Sync routers for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:57:13.771011 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:57:13.771697 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:13.862336 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks [] for router, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:13.875537 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:57:13.963636 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.021344 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Deleting port a6c2a03c-05ed-4bb9-93b9-7c122e910f44 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:14.021687 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.055302 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:57:12Z', 'revision_number': 5, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port': {'id': 'a6c2a03c-05ed-4bb9-93b9-7c122e910f44', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60803b02-0770-407a-9eea-6fabae8e5122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:54:11Z', 'updated_at': '2021-09-14T14:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:14.081610 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Checking router: 60803b02-0770-407a-9eea-6fabae8e5122 for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:57:14.090263 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Routers {'60803b02-0770-407a-9eea-6fabae8e5122'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:57:14.090869 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:56:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['60803b02-0770-407a-9eea-6fabae8e5122'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:14.100821 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] For port a6c2a03c-05ed-4bb9-93b9-7c122e910f44, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:14.101148 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.115941 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Calling delete_port for a6c2a03c-05ed-4bb9-93b9-7c122e910f44 owned by network:router_gateway {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:14.177896 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] Set router 60803b02-0770-407a-9eea-6fabae8e5122 gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:57:14.228174 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:57:13Z', 'revision_number': 6, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:14.258952 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e169ca39-edf2-45d5-949f-feb20ec7b1e5 None None] The sync data for ids ['60803b02-0770-407a-9eea-6fabae8e5122'] in dv-cinder-784140-10-iscsi is: [{'id': '60803b02-0770-407a-9eea-6fabae8e5122', 'name': 'tempest-TestMinimumBasicScenario-2032169966-router', 'tenant_id': 'c4864df0b0c248f9a4b62ffd67509861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:54:10Z', 'updated_at': '2021-09-14T14:57:13Z', 'revision_number': 6, 'project_id': 'c4864df0b0c248f9a4b62ffd67509861', 'gw_port_host': None}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:57:14.286459 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.310071 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c2a03c-05ed-4bb9-93b9-7c122e910f44,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:14.387698 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.483438 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.485780 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.531539 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.532163 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60803b02-0770-407a-9eea-6fabae8e5122 {{(pid=100391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:57:14.537815 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.538981 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-142efb5b-dcf6-4ae6-bf62-71000e8ae479 admin admin] 10.222.0.50 "DELETE /v2.0/routers/60803b02-0770-407a-9eea-6fabae8e5122 HTTP/1.1" status: 204 len: 168 time: 0.7805564 Sep 14 14:57:14.543218 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34398) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:14.587843 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Deleting subnet 4d4c5161-4bc2-42ad-81dd-78b25410ec8c {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:57:14.591744 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.633064 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.727692 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.783439 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.809161 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4c5161-4bc2-42ad-81dd-78b25410ec8c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:14.812837 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.814866 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-b3788860-41b8-43c2-a2e6-295c4241853b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d4c5161-4bc2-42ad-81dd-78b25410ec8c HTTP/1.1" status: 204 len: 168 time: 0.2707767 Sep 14 14:57:14.817592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34412) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:14.825080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95059c-73a8-4407-9faa-4ed82110a7ac None None] Network 20f93278-6c86-4080-967b-1e5dd3347177 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:57:14.896772 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:14.955768 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Deleting port 9982850a-e225-4273-be23-c3b82e4d7513 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:14.956093 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.035534 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] For port 9982850a-e225-4273-be23-c3b82e4d7513, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=9982850a-e225-4273-be23-c3b82e4d7513,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:15.036062 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.040009 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] DHCP port deletion for 20f93278-6c86-4080-967b-1e5dd3347177 request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:57:15.058927 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Calling delete_port for 9982850a-e225-4273-be23-c3b82e4d7513 owned by network:dhcp {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:15.094539 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Deleting port 9982850a-e225-4273-be23-c3b82e4d7513 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:57:15.095216 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.157220 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.171936 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] For port 9982850a-e225-4273-be23-c3b82e4d7513, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=9982850a-e225-4273-be23-c3b82e4d7513,segment=NetworkSegment(2c103c0c-d23f-438d-82e4-62f4f09b08ed),segment_id=2c103c0c-d23f-438d-82e4-62f4f09b08ed)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:57:15.172364 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.188080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9982850a-e225-4273-be23-c3b82e4d7513,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:15.191053 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] No DVR routers for this DVR port 9982850a-e225-4273-be23-c3b82e4d7513 on host dv-cinder-784140-10-iscsi {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:57:15.200100 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Calling delete_port for 9982850a-e225-4273-be23-c3b82e4d7513 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:57:15.283375 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.298950 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.310728 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f93278-6c86-4080-967b-1e5dd3347177']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:15.321341 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c103c0c-d23f-438d-82e4-62f4f09b08ed') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:15.321635 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c103c0c-d23f-438d-82e4-62f4f09b08ed') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:57:15.325945 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] Pushing event deleted for resources: {'Port': ['ID=9982850a-e225-4273-be23-c3b82e4d7513,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:15.332272 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a2893-37f8-45da-a5dc-df5984e538b1 None None] No DVR routers for this DVR port 9982850a-e225-4273-be23-c3b82e4d7513 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:57:15.342305 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.362356 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.369175 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:57:15.369635 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:57:15.371836 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:57:15.429823 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.446235 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.448204 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/20f93278-6c86-4080-967b-1e5dd3347177 HTTP/1.1" status: 204 len: 168 time: 0.6295431 Sep 14 14:57:15.449547 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c75c7-17a9-48d1-8b34-1c9a99cd7ce2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f93278-6c86-4080-967b-1e5dd3347177,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:15.636348 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34430) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:15.678300 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5ad72f48-fc47-470f-8138-1fbae926c7f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a01fbe975a541a1b6c84c0d59367b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407758 Sep 14 14:57:15.680856 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34432) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:15.728991 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ea366c0a-ad48-4ff6-9f37-1a3a3a228636 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:15.744694 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.749544 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: ea366c0a-ad48-4ff6-9f37-1a3a3a228636 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:15.749879 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ea366c0a-ad48-4ff6-9f37-1a3a3a228636 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:15.750451 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a6c2a03c-05ed-4bb9-93b9-7c122e910f44 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:15.772720 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: a6c2a03c-05ed-4bb9-93b9-7c122e910f44 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:15.772965 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.773092 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device a6c2a03c-05ed-4bb9-93b9-7c122e910f44 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:15.773387 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 9982850a-e225-4273-be23-c3b82e4d7513 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:57:15.793453 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 9982850a-e225-4273-be23-c3b82e4d7513 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:57:15.793828 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 9982850a-e225-4273-be23-c3b82e4d7513 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:57:15.827401 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.830176 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:15.833697 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44308cce-1fb4-4261-83cf-1625362c0148 HTTP/1.1" status: 204 len: 168 time: 0.1496103 Sep 14 14:57:15.839605 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43c579-d8ea-434e-b9ae-075fd98874e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44308cce-1fb4-4261-83cf-1625362c0148,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:16.187881 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34438) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:16.235195 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a095d24f-e0eb-4a3c-8e36-9baa9c454d9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4864df0b0c248f9a4b62ffd67509861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458152 Sep 14 14:57:16.239210 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34440) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:16.300351 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:16.323272 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:16.378455 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:16.381555 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:16.382908 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/841168b7-84a0-45c1-8bf4-c601b6f1831d HTTP/1.1" status: 204 len: 168 time: 0.1427219 Sep 14 14:57:16.391490 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02cec9-3bbb-4511-b15b-f737d1f980c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841168b7-84a0-45c1-8bf4-c601b6f1831d,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:19.729159 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34480) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:19.847427 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-66cf44d7-9dc2-4b78-a87a-672643026c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:19.947386 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-66cf44d7-9dc2-4b78-a87a-672643026c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:19.954007 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-66cf44d7-9dc2-4b78-a87a-672643026c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:19.992549 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-66cf44d7-9dc2-4b78-a87a-672643026c31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa45f37513a6465792d55a41401be2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623055 Sep 14 14:57:19.993274 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf44d7-9dc2-4b78-a87a-672643026c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badce6cf-ad7e-4638-b4d7-7b191a308879,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:19.995322 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34484) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:20.045154 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.068585 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.125098 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.129394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.130759 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/badce6cf-ad7e-4638-b4d7-7b191a308879 HTTP/1.1" status: 204 len: 168 time: 0.1343789 Sep 14 14:57:20.138785 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d623118-8ec2-45e4-9252-51423ff34290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badce6cf-ad7e-4638-b4d7-7b191a308879,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:20.432440 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34490) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:20.450592 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8274-ca89-4fba-95b9-23e45c3559f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.552820 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8274-ca89-4fba-95b9-23e45c3559f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.558534 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-3d0f8274-ca89-4fba-95b9-23e45c3559f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.597528 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-3d0f8274-ca89-4fba-95b9-23e45c3559f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc0fd2b2ce2a41dab58527d7622a1767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637759 Sep 14 14:57:20.598268 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f8274-ca89-4fba-95b9-23e45c3559f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0de114-f768-4df9-9916-d5add5685bb5,revision_number=1']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:20.600447 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34494) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:20.659493 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.685453 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.737503 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.741695 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:20.741695 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a0de114-f768-4df9-9916-d5add5685bb5 HTTP/1.1" status: 204 len: 168 time: 0.1397915 Sep 14 14:57:20.750070 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3724f-76d5-4eb5-b447-661fbc21b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0de114-f768-4df9-9916-d5add5685bb5,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:21.087573 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34500) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:21.101111 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fab0d53f-341a-4dc2-a1e0-ecbb5426c70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.191597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fab0d53f-341a-4dc2-a1e0-ecbb5426c70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.198286 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fab0d53f-341a-4dc2-a1e0-ecbb5426c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.236398 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fab0d53f-341a-4dc2-a1e0-ecbb5426c70e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a4ff4110d714df69155235b20ec7537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476259 Sep 14 14:57:21.237260 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d53f-341a-4dc2-a1e0-ecbb5426c70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499de091-59b7-403c-a308-654f7ddd561a,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:21.239249 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34502) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:21.297756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.320017 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.369711 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.372841 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:21.374016 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/499de091-59b7-403c-a308-654f7ddd561a HTTP/1.1" status: 204 len: 168 time: 0.1336458 Sep 14 14:57:21.382538 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9355-5e59-4034-bf8c-c4cee67ce6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499de091-59b7-403c-a308-654f7ddd561a,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:21.637865 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-bf4854d7-dc0a-4730-9abd-17f7b2453be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:24.220515 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-eb0a82c5-9466-4acc-9213-5e294c2a4c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:24.354940 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:25.430209 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:27.060264 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:36.063987 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:57:37.819217 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:41.923831 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34644) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:42.041277 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80377812-effc-4a96-b097-8d9ad11d88ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.138494 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80377812-effc-4a96-b097-8d9ad11d88ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.145175 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-80377812-effc-4a96-b097-8d9ad11d88ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_create {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.183078 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377812-effc-4a96-b097-8d9ad11d88ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3644e731-db86-452b-a1d3-a699959a191f,revision_number=1']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:42.187257 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-80377812-effc-4a96-b097-8d9ad11d88ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8a070a0f5354bdba44007ddacd970f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615979 Sep 14 14:57:42.190675 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34648) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:57:42.239575 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.262269 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.315112 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.318210 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:42.319801 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3644e731-db86-452b-a1d3-a699959a191f HTTP/1.1" status: 204 len: 168 time: 0.1282470 Sep 14 14:57:42.327722 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c555-2613-47af-8819-f094dc100f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644e731-db86-452b-a1d3-a699959a191f,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:57:51.645029 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a5d18142-bf69-491f-af1c-b7048aca5ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:54.233500 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e7dca014-d121-4053-ba22-5a93d6bc06f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:54.360302 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:55.440013 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:57:57.065536 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:07.830177 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.263293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34656) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:08.564448 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Deleting port 049e3bab-d91a-4aeb-ba47-a5affadeaa7a {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:08.564784 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.642964 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.643245 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.659727 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Calling delete_port for 049e3bab-d91a-4aeb-ba47-a5affadeaa7a owned by network:floatingip {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:08.812125 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.837164 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event deleted for resources: {'Port': ['ID=049e3bab-d91a-4aeb-ba47-a5affadeaa7a,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:08.863639 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.863984 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.864346 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.864673 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.865001 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.865326 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.865650 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.865951 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.866272 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.866589 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.866907 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.867223 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:08.908552 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for floatingip, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:08.908882 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Floating IP 9fb13900-86f4-4355-b0fa-d6d67ff1d0eb disassociated (deleted). External IP: 172.27.1.184, port: 7fc00afe-d64e-440f-8df6-a3636be169a2. Sep 14 14:58:09.126319 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:09.238252 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:09.243414 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:09.249124 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Sync routers for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:09.258805 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:09.259409 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:09.270788 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-c3125eb3-a472-411b-85d8-d994a25013f6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "DELETE /v2.0/floatingips/9fb13900-86f4-4355-b0fa-d6d67ff1d0eb HTTP/1.1" status: 204 len: 168 time: 1.0061395 Sep 14 14:58:09.271540 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:09.274991 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:09.312949 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd0ad9-33c8-4e1d-86a3-b8742dd72faf x-openstack-request-id: req-44dd0ad9-33c8-4e1d-86a3-b8742dd72faf {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:09.313240 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:09.313498 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44dd0ad9-33c8-4e1d-86a3-b8742dd72faf {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:09.313911 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'status': 'completed', 'code': 200} Sep 14 14:58:09.383154 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:09.391520 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-dcc50c72-42e2-4c4c-88de-fbf19c72b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:09.393162 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-dcc50c72-42e2-4c4c-88de-fbf19c72b6ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2bd4dd2a437a4e468025035a2262856a&device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 1099 time: 0.0500956 Sep 14 14:58:09.533294 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-ac9fc7de-14c6-4879-8b32-c4cb080e9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:09.534880 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-ac9fc7de-14c6-4879-8b32-c4cb080e9b1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 200 len: 909 time: 0.1283019 Sep 14 14:58:09.543097 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69a8fc-20f5-4aca-bf10-66e4bc758620 req-042c2c3a-ccf2-461c-87ed-1eb6c2c468ad tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:09.544669 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e69a8fc-20f5-4aca-bf10-66e4bc758620 req-042c2c3a-ccf2-461c-87ed-1eb6c2c468ad tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0701098 Sep 14 14:58:09.596542 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-ebe1bcc8-0b28-47ac-8048-880b8d41aa0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 200 len: 217 time: 0.0508423 Sep 14 14:58:09.625484 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-5e69a8fc-20f5-4aca-bf10-66e4bc758620 req-941521e9-b635-462b-b694-11ef67c22ff7 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739739 Sep 14 14:58:09.660383 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-f88aa63d-2d5a-4bc2-85d6-55f5ac89db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:09.661890 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-f88aa63d-2d5a-4bc2-85d6-55f5ac89db2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 200 len: 847 time: 0.0522740 Sep 14 14:58:09.711737 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-dd42d086-3cfa-4846-b8cf-b66a1576c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:09.713331 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-dd42d086-3cfa-4846-b8cf-b66a1576c89f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96786c64-e379-41f1-b959-d69161c31277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426269 Sep 14 14:58:09.724839 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:09.751478 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Checking router: 0c68b1c8-1216-4317-a7a8-3de78b4c98cc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:09.760359 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:09.760972 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:09.811642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-1371be14-b06b-453b-a65a-6b989b68fa45 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895534 Sep 14 14:58:09.867010 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:09.905659 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-8e2ecfe7-1e1a-4aff-a08b-6c1eb3f8ca37 req-6648720a-d67b-4392-9fb2-4370a77f4745 service neutron] 10.222.0.64 "GET /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Sep 14 14:58:10.098336 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:10.130569 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edf06b-e055-497f-b40f-7c235fd70a58 None None] The sync data for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi is: [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:34Z', 'revision_number': 4, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '839ad4b5-a4b7-4773-a440-cd4ce862aa85', 'name': '', 'network_id': '96786c64-e379-41f1-b959-d69161c31277', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'mac_address': 'fa:16:3e:02:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:33Z', 'updated_at': '2021-09-14T14:52:42Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'subnets': [{'id': 'a29a0271-a3ef-4191-83cb-e500fa086a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:10.361711 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0075b-3a3b-437d-b38f-b9c5160c3e7e None None] New status for floating IP 9fb13900-86f4-4355-b0fa-d6d67ff1d0eb: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:58:10.754513 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca26ff-bb8b-41c1-821c-f040c863d2bb req-70ee3e3e-12e3-4589-84f4-f6e88428058f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:10.756101 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5ca26ff-bb8b-41c1-821c-f040c863d2bb req-70ee3e3e-12e3-4589-84f4-f6e88428058f tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0562577 Sep 14 14:58:10.795484 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b5ca26ff-bb8b-41c1-821c-f040c863d2bb req-42bc4a7e-f5ca-492e-a431-36fb2294327e tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/security-groups?id=cb17918f-b190-41c9-a1e4-765234c615d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Sep 14 14:58:11.355237 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-8cd8027c-0ea8-4b82-9795-ba926f6447a6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:11.357092 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-8cd8027c-0ea8-4b82-9795-ba926f6447a6 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 946 time: 0.0509913 Sep 14 14:58:11.457418 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Deleting port 7fc00afe-d64e-440f-8df6-a3636be169a2 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:11.457744 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:11.557839 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] For port 7fc00afe-d64e-440f-8df6-a3636be169a2, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=7fc00afe-d64e-440f-8df6-a3636be169a2,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:11.558157 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:11.571293 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Calling delete_port for 7fc00afe-d64e-440f-8df6-a3636be169a2 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:11.707225 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:11.743352 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event deleted for resources: {'Port': ['ID=7fc00afe-d64e-440f-8df6-a3636be169a2,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:11.777455 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] No DVR routers for this DVR port 7fc00afe-d64e-440f-8df6-a3636be169a2 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:11.779901 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:11.781988 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-ebaee32d-9477-4cef-a1fa-2e12ebf39dfc req-10ab111f-2bf4-447d-ac7a-49c4af38df60 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.64 "DELETE /v2.0/ports/7fc00afe-d64e-440f-8df6-a3636be169a2 HTTP/1.1" status: 204 len: 173 time: 0.4144239 Sep 14 14:58:11.782425 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-deleted', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:11.784688 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa552c1-059c-4337-9ec6-2ea1c5290f86" -d '{"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-deleted", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:11.822958 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b92be9-dd48-4411-8d57-f8c78435a094 x-openstack-request-id: req-12b92be9-dd48-4411-8d57-f8c78435a094 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:11.823257 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bc6e99-3ea7-4c97-82e6-b303bd9358b4", "name": "network-vif-deleted", "tag": "7fc00afe-d64e-440f-8df6-a3636be169a2", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:11.823510 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12b92be9-dd48-4411-8d57-f8c78435a094 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:11.823912 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc6e99-3ea7-4c97-82e6-b303bd9358b4', 'name': 'network-vif-deleted', 'tag': '7fc00afe-d64e-440f-8df6-a3636be169a2', 'status': 'completed', 'code': 200} Sep 14 14:58:11.897853 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6ff398e7-74b5-4237-9656-0f983381017b req-f0fa94f6-ab59-4cf0-91fe-28cd4e87b9f4 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "GET /v2.0/ports?device_id=b2bc6e99-3ea7-4c97-82e6-b303bd9358b4 HTTP/1.1" status: 200 len: 210 time: 0.0304480 Sep 14 14:58:12.953837 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34680) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:13.014394 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:13.039717 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:13.062960 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:58:13.105266 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:13.107894 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:13.109261 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb17918f-b190-41c9-a1e4-765234c615d0 HTTP/1.1" status: 204 len: 168 time: 0.1542192 Sep 14 14:58:13.120593 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17918f-b190-41c9-a1e4-765234c615d0,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:13.130095 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.130387 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.130726 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.131081 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.131409 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.131749 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.132162 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.132412 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.132736 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.133059 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.133380 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.133698 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ee84-6694-4473-8747-f85218b69af5 tempest-TestShelveInstance-1561431117 tempest-TestShelveInstance-1561431117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:13.162025 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:13.167510 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34684) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:13.191041 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 7fc00afe-d64e-440f-8df6-a3636be169a2 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:13.191383 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 7fc00afe-d64e-440f-8df6-a3636be169a2 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:13.660172 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:13.930991 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Deleting port 839ad4b5-a4b7-4773-a440-cd4ce862aa85 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:13.931364 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:14.014973 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] For port 839ad4b5-a4b7-4773-a440-cd4ce862aa85, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=839ad4b5-a4b7-4773-a440-cd4ce862aa85,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:14.015700 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:14.031598 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Calling delete_port for 839ad4b5-a4b7-4773-a440-cd4ce862aa85 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:14.243931 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:14.269844 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=839ad4b5-a4b7-4773-a440-cd4ce862aa85,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:14.433028 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:14.654056 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:15.029847 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:15.037668 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-f28a601b-76fa-4d96-b86a-97831edb7a6d admin admin] 10.222.0.50 "PUT /v2.0/routers/0c68b1c8-1216-4317-a7a8-3de78b4c98cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663354 Sep 14 14:58:15.037794 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34688) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:15.038682 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Sync routers for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:15.049091 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:15.049697 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:15.145913 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks [] for router, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.157741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:15.248308 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.305881 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Deleting port 6b114783-8220-43f2-877a-fa1dffebec27 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:15.306120 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.346004 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '6b114783-8220-43f2-877a-fa1dffebec27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:58:14Z', 'revision_number': 5, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port': {'id': '6b114783-8220-43f2-877a-fa1dffebec27', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:15.373298 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Checking router: 0c68b1c8-1216-4317-a7a8-3de78b4c98cc for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:15.381990 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Routers {'0c68b1c8-1216-4317-a7a8-3de78b4c98cc'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:15.382601 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:15.388876 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] For port 6b114783-8220-43f2-877a-fa1dffebec27, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6b114783-8220-43f2-877a-fa1dffebec27,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:15.389331 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.402369 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Calling delete_port for 6b114783-8220-43f2-877a-fa1dffebec27 owned by network:router_gateway {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:15.471875 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] Set router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc gateway port host: None {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:15.534672 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:58:15Z', 'revision_number': 6, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:15.562102 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394d8b80-e772-4212-9f44-24e1ac61bbcf None None] The sync data for ids ['0c68b1c8-1216-4317-a7a8-3de78b4c98cc'] in dv-cinder-784140-10-iscsi is: [{'id': '0c68b1c8-1216-4317-a7a8-3de78b4c98cc', 'name': 'tempest-TestShelveInstance-941301928-router', 'tenant_id': '2bd4dd2a437a4e468025035a2262856a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:30Z', 'updated_at': '2021-09-14T14:58:15Z', 'revision_number': 6, 'project_id': '2bd4dd2a437a4e468025035a2262856a', 'gw_port_host': None}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:15.579194 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.604625 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b114783-8220-43f2-877a-fa1dffebec27,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:15.671930 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.763385 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.765886 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.811430 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.811950 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c68b1c8-1216-4317-a7a8-3de78b4c98cc {{(pid=100392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:58:15.816715 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.820428 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-a180689b-294b-461a-a9df-548d53f25586 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0c68b1c8-1216-4317-a7a8-3de78b4c98cc HTTP/1.1" status: 204 len: 168 time: 0.7816644 Sep 14 14:58:15.820563 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34690) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:15.868968 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Deleting subnet a29a0271-a3ef-4191-83cb-e500fa086a09 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:58:15.872514 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:15.910136 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.003094 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.028759 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 839ad4b5-a4b7-4773-a440-cd4ce862aa85 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:16.048375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 839ad4b5-a4b7-4773-a440-cd4ce862aa85 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:16.049033 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 839ad4b5-a4b7-4773-a440-cd4ce862aa85 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:16.064306 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.092287 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29a0271-a3ef-4191-83cb-e500fa086a09,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:16.094231 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.097172 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a58ee23f-09d5-40f9-9ad9-da67a0dbe5f8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a29a0271-a3ef-4191-83cb-e500fa086a09 HTTP/1.1" status: 204 len: 168 time: 0.2754431 Sep 14 14:58:16.098939 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34692) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:16.099903 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab411d-6996-43f4-8f2c-bcb0a66404a8 None None] Network 96786c64-e379-41f1-b959-d69161c31277 requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:58:16.175238 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.234985 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Deleting port dd2b4994-e67b-4df9-b64f-6415b41533e7 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:16.235325 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.303162 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] For port dd2b4994-e67b-4df9-b64f-6415b41533e7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=dd2b4994-e67b-4df9-b64f-6415b41533e7,segment=NetworkSegment(bed7e9cf-3a30-410c-add4-c885401b3f5f),segment_id=bed7e9cf-3a30-410c-add4-c885401b3f5f)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:16.303426 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.321335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Calling delete_port for dd2b4994-e67b-4df9-b64f-6415b41533e7 owned by network:dhcp {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:16.357259 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] DHCP port deletion for 96786c64-e379-41f1-b959-d69161c31277 request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:58:16.403371 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.406661 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Deleting port dd2b4994-e67b-4df9-b64f-6415b41533e7 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:16.407037 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.428823 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2b4994-e67b-4df9-b64f-6415b41533e7,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:16.433475 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] No DVR routers for this DVR port dd2b4994-e67b-4df9-b64f-6415b41533e7 on host dv-cinder-784140-10-iscsi {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:16.476891 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] For port dd2b4994-e67b-4df9-b64f-6415b41533e7, host dv-cinder-784140-10-iscsi, got binding levels [] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:16.477270 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.489475 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Calling delete_port for dd2b4994-e67b-4df9-b64f-6415b41533e7 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:16.492181 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.ipam_backend_mixin [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Port dd2b4994-e67b-4df9-b64f-6415b41533e7 was not found and therefore no delete operation was performed {{(pid=100393) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 14:58:16.493446 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.519337 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Pushing event deleted for resources: {'Port': ['ID=dd2b4994-e67b-4df9-b64f-6415b41533e7,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:16.532549 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] No DVR routers for this DVR port dd2b4994-e67b-4df9-b64f-6415b41533e7 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:16.535257 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.535627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.535992 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.536353 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.536678 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.536988 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.537339 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.537657 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.538007 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.538304 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.538618 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.538931 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e40684-c261-45f7-acb3-ee44df392512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784140-10-iscsi {{(pid=100393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 14:58:16.775790 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.798821 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96786c64-e379-41f1-b959-d69161c31277']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:16.809282 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed7e9cf-3a30-410c-add4-c885401b3f5f') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:16.809545 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed7e9cf-3a30-410c-add4-c885401b3f5f') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:16.819473 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.835170 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.842868 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:58:16.843271 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:58:16.845200 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:58:16.905411 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.909745 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:16.911942 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] 10.222.0.50 "DELETE /v2.0/networks/96786c64-e379-41f1-b959-d69161c31277 HTTP/1.1" status: 204 len: 168 time: 0.8112104 Sep 14 14:58:16.915881 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34694) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:16.928222 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48340a0-454e-406d-b3f5-165ada322b48 admin admin] Pushing event deleted for resources: {'Network': ['ID=96786c64-e379-41f1-b959-d69161c31277,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:17.276272 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:17.539678 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Deleting port 30d5dc01-5396-4018-96cf-b60c67636937 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:17.539924 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:17.620576 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] For port 30d5dc01-5396-4018-96cf-b60c67636937, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=30d5dc01-5396-4018-96cf-b60c67636937,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:17.620964 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:17.634628 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Calling delete_port for 30d5dc01-5396-4018-96cf-b60c67636937 owned by network:router_interface {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:17.761999 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device dd2b4994-e67b-4df9-b64f-6415b41533e7 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:17.782395 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: dd2b4994-e67b-4df9-b64f-6415b41533e7 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:17.782723 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device dd2b4994-e67b-4df9-b64f-6415b41533e7 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:17.783142 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6b114783-8220-43f2-877a-fa1dffebec27 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:17.803279 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 6b114783-8220-43f2-877a-fa1dffebec27 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:17.803552 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6b114783-8220-43f2-877a-fa1dffebec27 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:17.837655 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:17.867046 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d5dc01-5396-4018-96cf-b60c67636937,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:18.036888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.265597 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Router f0f56a06-d417-42c8-b957-a51368ca3a1f has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:18.380274 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:18.386085 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-fc66f3a3-e3c8-4084-a386-81abcac6ea09 admin admin] 10.222.0.50 "PUT /v2.0/routers/f0f56a06-d417-42c8-b957-a51368ca3a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694526 Sep 14 14:58:18.389351 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34696) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:18.391858 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Sync routers for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:18.402540 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:18.403113 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:18.494640 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks [] for router, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.507477 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:18.598768 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.654073 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Deleting port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:18.654327 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.685394 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:58:17Z', 'revision_number': 5, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port': {'id': 'ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:18.711378 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Checking router: f0f56a06-d417-42c8-b957-a51368ca3a1f for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:18.719865 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Routers {'f0f56a06-d417-42c8-b957-a51368ca3a1f'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:18.720501 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:57:54Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['f0f56a06-d417-42c8-b957-a51368ca3a1f'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:18.733331 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] For port ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:18.733704 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.747241 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Calling delete_port for ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 owned by network:router_gateway {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:18.808243 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] Set router f0f56a06-d417-42c8-b957-a51368ca3a1f gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:18.873015 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:58:18Z', 'revision_number': 6, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:18.900650 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ee620-0a95-44e8-82d9-a2b61724a038 None None] The sync data for ids ['f0f56a06-d417-42c8-b957-a51368ca3a1f'] in dv-cinder-784140-10-iscsi is: [{'id': 'f0f56a06-d417-42c8-b957-a51368ca3a1f', 'name': 'tempest-TestShelveInstance-1102562622-router', 'tenant_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:52:37Z', 'updated_at': '2021-09-14T14:58:18Z', 'revision_number': 6, 'project_id': 'bdb209bafdb2402f9f5b8ebcb0492049', 'gw_port_host': None}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:18.917599 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:18.951165 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:19.013381 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.110445 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.113241 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.158106 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.158488 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f56a06-d417-42c8-b957-a51368ca3a1f {{(pid=100391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:58:19.163020 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.164203 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-aa2510e3-68f9-4a2e-a905-44e6e1e69736 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f0f56a06-d417-42c8-b957-a51368ca3a1f HTTP/1.1" status: 204 len: 168 time: 0.7729502 Sep 14 14:58:19.166959 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34698) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:19.215719 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Deleting subnet 72be21c4-8870-409b-b070-01b4656b6248 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:58:19.219138 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.258190 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.349923 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.412010 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.437474 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72be21c4-8870-409b-b070-01b4656b6248,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:19.441145 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.445717 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-4424721a-7071-4355-a0a1-ea6b16d35ef5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/72be21c4-8870-409b-b070-01b4656b6248 HTTP/1.1" status: 204 len: 168 time: 0.2751448 Sep 14 14:58:19.445717 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34700) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:19.448889 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4fab89-7822-4863-949e-92b06e6df422 None None] Network 98f9ddba-42d6-467f-9765-41d00536fece requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:58:19.514639 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.574909 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Deleting port bb0e7c1e-afa5-4093-88b1-02ded4650b04 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:19.575250 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.639537 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] For port bb0e7c1e-afa5-4093-88b1-02ded4650b04, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bb0e7c1e-afa5-4093-88b1-02ded4650b04,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:19.639877 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.663328 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Calling delete_port for bb0e7c1e-afa5-4093-88b1-02ded4650b04 owned by network:dhcp {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:19.677373 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] DHCP port deletion for 98f9ddba-42d6-467f-9765-41d00536fece request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:58:19.731905 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Deleting port bb0e7c1e-afa5-4093-88b1-02ded4650b04 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:19.732435 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.751740 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.794907 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 30d5dc01-5396-4018-96cf-b60c67636937 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:19.824566 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 30d5dc01-5396-4018-96cf-b60c67636937 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:19.824906 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 30d5dc01-5396-4018-96cf-b60c67636937 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:19.825329 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:19.828398 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] For port bb0e7c1e-afa5-4093-88b1-02ded4650b04, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bb0e7c1e-afa5-4093-88b1-02ded4650b04,segment=NetworkSegment(a0757cc2-77ec-4cba-ae32-0a65579e466e),segment_id=a0757cc2-77ec-4cba-ae32-0a65579e466e)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:19.828788 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:19.855035 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:19.855358 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device ab3a5511-5d4a-4f13-a0a7-40dc8233c0a6 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:19.855785 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bb0e7c1e-afa5-4093-88b1-02ded4650b04 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:19.881876 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Calling delete_port for bb0e7c1e-afa5-4093-88b1-02ded4650b04 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:19.884451 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: bb0e7c1e-afa5-4093-88b1-02ded4650b04 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:19.884878 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bb0e7c1e-afa5-4093-88b1-02ded4650b04 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:19.968856 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.003136 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] Pushing event deleted for resources: {'Port': ['ID=bb0e7c1e-afa5-4093-88b1-02ded4650b04,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:20.003136 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48e2dd-af58-4a9e-98de-b503fb47d187 None None] No DVR routers for this DVR port bb0e7c1e-afa5-4093-88b1-02ded4650b04 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:20.052870 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0e7c1e-afa5-4093-88b1-02ded4650b04,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:20.056428 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] No DVR routers for this DVR port bb0e7c1e-afa5-4093-88b1-02ded4650b04 on host dv-cinder-784140-10-iscsi {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:20.127024 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.152343 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f9ddba-42d6-467f-9765-41d00536fece']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:20.163206 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0757cc2-77ec-4cba-ae32-0a65579e466e') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:20.163498 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0757cc2-77ec-4cba-ae32-0a65579e466e') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:20.176971 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.190477 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.196373 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:58:20.196931 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:58:20.198689 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:58:20.255746 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.261425 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.263569 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] 10.222.0.50 "DELETE /v2.0/networks/98f9ddba-42d6-467f-9765-41d00536fece HTTP/1.1" status: 204 len: 168 time: 0.8170097 Sep 14 14:58:20.274457 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c9646-491c-465f-abc5-ce6fe5474547 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f9ddba-42d6-467f-9765-41d00536fece,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:20.384477 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34704) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:20.426792 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8fa94ea3-434f-4bf2-8f21-acf74c358ae6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bd4dd2a437a4e468025035a2262856a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406358 Sep 14 14:58:20.429188 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34706) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:20.480006 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.503302 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.561596 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.564120 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:20.565286 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d6e00c8-84e7-4096-a115-5b1dea1b4f99 HTTP/1.1" status: 204 len: 168 time: 0.1351223 Sep 14 14:58:20.572973 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65fae1-aa80-433f-89c1-dd948aa28968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e00c8-84e7-4096-a115-5b1dea1b4f99,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:20.916655 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34712) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:20.958088 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-9eac103c-f5dc-457c-914e-cd6f3e385254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdb209bafdb2402f9f5b8ebcb0492049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402520 Sep 14 14:58:20.961067 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34714) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:21.019892 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:21.043280 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:21.091490 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:21.094098 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:21.095307 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c0fc703-4346-4941-9a6a-cacd74c39a11 HTTP/1.1" status: 204 len: 168 time: 0.1332128 Sep 14 14:58:21.105353 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167268a-6601-45d1-b631-f60a064a40e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fc703-4346-4941-9a6a-cacd74c39a11,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:21.641219 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4d38acdd-bf71-4ed3-91b0-8c8b04b074bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:24.227882 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a9c56bdf-3cc7-4f2f-9095-3057262980b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:24.354255 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:25.438194 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:27.066051 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.219266 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34726) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:30.387092 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port 581a515a-a584-4835-95cd-f7dcd5e7ba67 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:30.387343 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.480013 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.480372 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.493426 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for 581a515a-a584-4835-95cd-f7dcd5e7ba67 owned by network:floatingip {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:30.648810 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.673822 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=581a515a-a584-4835-95cd-f7dcd5e7ba67,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:30.744555 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:30.744864 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.db.l3_db [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP b0d185c3-7b0e-479e-8609-f4abdd30ea41 disassociated (deleted). External IP: 172.27.1.95, port: cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba. Sep 14 14:58:30.966634 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:31.079651 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:31.085562 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:31.095644 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:31.105135 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:31.105741 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:31.117309 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-bf0dfd55-62cf-494d-9426-91bb5bc40023 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "DELETE /v2.0/floatingips/b0d185c3-7b0e-479e-8609-f4abdd30ea41 HTTP/1.1" status: 204 len: 168 time: 0.8968492 Sep 14 14:58:31.118018 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:31.120589 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42be728-78da-4ac4-9d44-31a8af6f2e23" -d '{"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:31.159244 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099bcf56-1508-436f-8e2c-67a7371e7883 x-openstack-request-id: req-099bcf56-1508-436f-8e2c-67a7371e7883 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:31.159534 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:31.159783 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-099bcf56-1508-436f-8e2c-67a7371e7883 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:31.160227 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'status': 'completed', 'code': 200} Sep 14 14:58:31.220287 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:31.230345 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-1811c3d5-b9db-4d61-a351-5b6c2762a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:31.232007 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-1811c3d5-b9db-4d61-a351-5b6c2762a193 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 1098 time: 0.0426724 Sep 14 14:58:31.352865 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-1547478d-79fe-4f06-8a2d-ee3f90910b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:31.354951 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-1547478d-79fe-4f06-8a2d-ee3f90910b66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1108184 Sep 14 14:58:31.405724 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-e859aaa9-92fb-4d04-9f68-70d656618056 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 200 len: 217 time: 0.0428481 Sep 14 14:58:31.464488 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-a51061bb-1309-4e68-869f-47ec171a5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:31.466049 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-a51061bb-1309-4e68-869f-47ec171a5ee7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0527933 Sep 14 14:58:31.470642 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:31.497257 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:31.507988 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:31.508641 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:31.520521 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-7062d770-7866-41c9-8541-3ac19c272c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:31.522030 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-7062d770-7866-41c9-8541-3ac19c272c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453014 Sep 14 14:58:31.618178 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:31.648838 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-3d0867d9-716a-4b23-974a-894c80ceb144 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175404 Sep 14 14:58:31.656756 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667838ea-ad0e-4734-8c8a-5683458141ba req-379e5849-9c1e-436e-95ba-ce0c419f83b0 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:31.658273 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-667838ea-ad0e-4734-8c8a-5683458141ba req-379e5849-9c1e-436e-95ba-ce0c419f83b0 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.3243132 Sep 14 14:58:31.755652 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-667838ea-ad0e-4734-8c8a-5683458141ba req-b69597d3-35c5-466c-94a8-b7ece75598c8 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886483 Sep 14 14:58:31.780767 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-b42be728-78da-4ac4-9d44-31a8af6f2e23 req-da4cb839-a8b6-4bac-b396-8e961ab95d16 service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209788 Sep 14 14:58:31.998177 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:32.024746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d209ef-00b1-46f7-ace9-fef563ad0f16 None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_floatingips': [{'id': '773e6e52-7d1c-46dd-a9cb-8a5e4ea65012', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'router_id': 'e672a694-235d-423f-931b-289556f33d8a', 'port_id': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'mac_address': 'fa:16:3e:11:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T14:54:17Z', 'updated_at': '2021-09-14T14:54:19Z', 'revision_number': 1, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:32.280245 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec10ff0-5664-4258-85e6-f6befff977dd None None] New status for floating IP b0d185c3-7b0e-479e-8609-f4abdd30ea41: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:58:32.938472 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3d6de-ee8a-41da-8094-bf394bc63114 req-29efcf20-5d4d-486e-a31a-7cd08e80cb45 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:32.940106 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-86a3d6de-ee8a-41da-8094-bf394bc63114 req-29efcf20-5d4d-486e-a31a-7cd08e80cb45 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.1093779 Sep 14 14:58:32.978962 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-86a3d6de-ee8a-41da-8094-bf394bc63114 req-37545f83-b760-4dc8-90b9-99574d954f35 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Sep 14 14:58:33.212392 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-4cf3d7e2-3879-46b3-ab7f-1f7b3d1f9b05 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:33.213904 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-4cf3d7e2-3879-46b3-ab7f-1f7b3d1f9b05 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 945 time: 0.0591559 Sep 14 14:58:33.323189 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:33.323524 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:33.424365 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] For port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:33.424733 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:33.438238 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:33.575983 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:33.611767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:33.663335 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] No DVR routers for this DVR port cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:33.666294 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:33.669642 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-046e0d9c-6488-4f4e-a0d6-4fd3575a83cb req-923aad10-ac1a-485b-b74a-daa1e7566fa3 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "DELETE /v2.0/ports/cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba HTTP/1.1" status: 204 len: 173 time: 0.4455881 Sep 14 14:58:33.670130 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'name': 'network-vif-deleted', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:33.673574 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2163ddb0-02a9-49bb-8081-f3805fda6e4a" -d '{"events": [{"server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "name": "network-vif-deleted", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:33.718550 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dfcd05-c780-4bcc-a94a-6b6ec7b30f90 x-openstack-request-id: req-05dfcd05-c780-4bcc-a94a-6b6ec7b30f90 {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:33.718844 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0836b16c-ab45-48b1-a809-b842e0230c3b", "name": "network-vif-deleted", "tag": "cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:33.719092 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05dfcd05-c780-4bcc-a94a-6b6ec7b30f90 {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:33.719485 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0836b16c-ab45-48b1-a809-b842e0230c3b', 'name': 'network-vif-deleted', 'tag': 'cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba', 'status': 'completed', 'code': 200} Sep 14 14:58:34.098311 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-6d9240c1-8e54-4af3-8169-9896a6c1675d req-04ec6685-4e81-481a-aef1-0ad2ec865a95 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=0836b16c-ab45-48b1-a809-b842e0230c3b HTTP/1.1" status: 200 len: 210 time: 0.0274727 Sep 14 14:58:35.282081 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:35.302880 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:35.303230 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device cb43ca7d-c9f8-44c8-bb9e-ea27ae1266ba not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:37.428923 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34780) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:37.608067 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port 1926a539-1e74-4f2d-884b-c042f31bf9b7 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:37.608653 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:37.696796 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:37.697039 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:37.709697 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for 1926a539-1e74-4f2d-884b-c042f31bf9b7 owned by network:floatingip {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:37.832594 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:37.917917 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:37.946795 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=1926a539-1e74-4f2d-884b-c042f31bf9b7,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:38.010229 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:38.010713 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.db.l3_db [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Floating IP 773e6e52-7d1c-46dd-a9cb-8a5e4ea65012 disassociated (deleted). External IP: 172.27.1.203, port: 4bf5b5fc-4557-46ce-ac84-d136f37d3556. Sep 14 14:58:38.242294 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:38.354976 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:38.360776 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:38.367183 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:38.379862 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:38.380497 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:38.393844 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5a1168c7-c214-4ad1-be14-ae25922edb07 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "DELETE /v2.0/floatingips/773e6e52-7d1c-46dd-a9cb-8a5e4ea65012 HTTP/1.1" status: 204 len: 168 time: 0.9637842 Sep 14 14:58:38.394445 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556'}] {{(pid=100391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:38.396736 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6fe2a5d8c5163e5bfa1001d47f3148650deadf6aa9e5384f4e56d2780bb3c4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85596b-23ca-47a2-b676-5a1034bcf1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556"}]}' {{(pid=100391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:38.432993 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201917e-44f9-4efc-9c26-7f0e8eef7fc0 x-openstack-request-id: req-e201917e-44f9-4efc-9c26-7f0e8eef7fc0 {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:38.433618 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556", "status": "completed", "code": 200}]} {{(pid=100391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:38.433618 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e201917e-44f9-4efc-9c26-7f0e8eef7fc0 {{(pid=100391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:38.433928 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'status': 'completed', 'code': 200} Sep 14 14:58:38.492016 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:38.512438 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-c53fc247-76c2-4773-9bad-ac840af0b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:38.514064 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-c53fc247-76c2-4773-9bad-ac840af0b151 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 1098 time: 0.0469472 Sep 14 14:58:38.641164 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-dbf5e4fa-612a-4a20-86b0-5ce9b38a4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:38.642898 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-dbf5e4fa-612a-4a20-86b0-5ce9b38a4071 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 200 len: 913 time: 0.1203225 Sep 14 14:58:38.654877 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0623055-88a3-4448-ab52-869e7c3dc5e5 req-c72a12ea-d5a4-4a6c-8b54-184c794a6e0c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:38.656293 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0623055-88a3-4448-ab52-869e7c3dc5e5 req-c72a12ea-d5a4-4a6c-8b54-184c794a6e0c tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.0705984 Sep 14 14:58:38.704664 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-e2cbc0f9-f602-4c72-b8e0-daec6ea197e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 200 len: 217 time: 0.0473208 Sep 14 14:58:38.708162 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:38.734229 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:38.743254 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:38.743895 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:38.750429 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-f0623055-88a3-4448-ab52-869e7c3dc5e5 req-8e76cb7e-c7f5-4bfc-8187-aae662dec2ff tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876496 Sep 14 14:58:38.766008 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-9bfcf63b-c8ac-4bdd-bb31-352395f01257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:38.767550 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-9bfcf63b-c8ac-4bdd-bb31-352395f01257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 200 len: 851 time: 0.0551255 Sep 14 14:58:38.815771 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-f5953599-1b47-4ec7-a864-93abad09ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:38.817332 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-f5953599-1b47-4ec7-a864-93abad09ca47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc2037ea-1aeb-4df4-8843-74f27fd449cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418019 Sep 14 14:58:38.853234 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:38.917684 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-16d315cb-8147-45ea-9e57-25a4dc25476a service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903656 Sep 14 14:58:39.011883 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-1f85596b-23ca-47a2-b676-5a1034bcf1f8 req-08c7866c-fe71-4035-a31d-847f0679791e service neutron] 10.222.0.64 "GET /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Sep 14 14:58:39.070135 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:39.097080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1919b0-bd49-4df6-b86d-12a31c681fae None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:49:55Z', 'revision_number': 4, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi', '_interfaces': [{'id': '42b5a0d5-82cf-4cb3-a299-6bdd2743979f', 'name': '', 'network_id': 'cc2037ea-1aeb-4df4-8843-74f27fd449cd', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'mac_address': 'fa:16:3e:0a:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:54Z', 'updated_at': '2021-09-14T14:50:02Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'subnets': [{'id': '551f7a45-eace-4714-9eb3-11d1bc0c9801', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:39.317365 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421cb3ca-70cd-4e10-a707-64ea7fff2192 None None] New status for floating IP 773e6e52-7d1c-46dd-a9cb-8a5e4ea65012: DOWN {{(pid=100394) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 14:58:39.882233 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606929b0-ba18-4f3f-8c9f-c86930c4fdd3 req-4f6db040-b69a-4a0a-aa9c-02a438dbb6a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:39.883771 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-606929b0-ba18-4f3f-8c9f-c86930c4fdd3 req-4f6db040-b69a-4a0a-aa9c-02a438dbb6a2 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.0584865 Sep 14 14:58:39.929525 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-606929b0-ba18-4f3f-8c9f-c86930c4fdd3 req-6a5acb18-15d7-4b3b-93df-a05118aed6dc tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/security-groups?id=e845ef3e-fb87-42a1-9c73-fe05204c710c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371289 Sep 14 14:58:40.396278 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-2bba60a9-7863-44c1-9cb9-eeae042dce03 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100392) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 14:58:40.397680 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-2bba60a9-7863-44c1-9cb9-eeae042dce03 tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 945 time: 0.0531435 Sep 14 14:58:40.500975 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:40.501391 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:40.613444 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] For port 4bf5b5fc-4557-46ce-ac84-d136f37d3556, host hv-cinder-78414, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78414',level=0,port_id=4bf5b5fc-4557-46ce-ac84-d136f37d3556,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:40.613814 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:40.627720 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for 4bf5b5fc-4557-46ce-ac84-d136f37d3556 owned by compute:nova {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:40.760529 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:40.790458 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=4bf5b5fc-4557-46ce-ac84-d136f37d3556,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:40.831610 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] No DVR routers for this DVR port 4bf5b5fc-4557-46ce-ac84-d136f37d3556 on host hv-cinder-78414 {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:40.834203 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for port, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:40.836228 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-eee3678c-2345-4773-958d-95a4bd214fe1 req-f60841ff-2321-4c5c-ab54-9af2aad4777b tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.64 "DELETE /v2.0/ports/4bf5b5fc-4557-46ce-ac84-d136f37d3556 HTTP/1.1" status: 204 len: 173 time: 0.4283803 Sep 14 14:58:40.836655 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'name': 'network-vif-deleted', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556'}] {{(pid=100392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 14:58:40.838874 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f75d453461f8f28c6f12499d0a844c077c9d716a9f7600bf7332f3a0cda6923f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a9bc3-3a7d-4f48-bc8f-9f15d1e299cf" -d '{"events": [{"server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "name": "network-vif-deleted", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556"}]}' {{(pid=100392) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 14:58:40.875579 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533f952-3c12-42a2-8547-daf9274a0b3e x-openstack-request-id: req-e533f952-3c12-42a2-8547-daf9274a0b3e {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 14:58:40.875878 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f771e67d-8cee-4959-ab47-fd38b91ba59d", "name": "network-vif-deleted", "tag": "4bf5b5fc-4557-46ce-ac84-d136f37d3556", "status": "completed", "code": 200}]} {{(pid=100392) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 14:58:40.876190 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e533f952-3c12-42a2-8547-daf9274a0b3e {{(pid=100392) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 14:58:40.876578 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f771e67d-8cee-4959-ab47-fd38b91ba59d', 'name': 'network-vif-deleted', 'tag': '4bf5b5fc-4557-46ce-ac84-d136f37d3556', 'status': 'completed', 'code': 200} Sep 14 14:58:41.027211 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [req-0f64aa37-0be9-478e-8a6d-8fa456a1e131 req-344e8f4d-8e20-4543-ac2b-3a064d1da74a tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "GET /v2.0/ports?device_id=f771e67d-8cee-4959-ab47-fd38b91ba59d HTTP/1.1" status: 200 len: 210 time: 0.0279043 Sep 14 14:58:42.087378 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34796) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:42.217143 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Deleting port cabee621-6e54-4fa8-a4e7-ef989c3aaa83 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:42.217433 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.299235 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.299482 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.311202 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Calling delete_port for cabee621-6e54-4fa8-a4e7-ef989c3aaa83 owned by network:floatingip {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:42.457013 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.487240 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'Port': ['ID=cabee621-6e54-4fa8-a4e7-ef989c3aaa83,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:42.550091 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for floatingip, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.553664 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64420'] for floatingip, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:42.555237 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-bdf74566-07d4-415d-a06c-74415c4042af tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "DELETE /v2.0/floatingips/fd8dd0e7-ca2e-41d7-9cfc-f068caa00db5 HTTP/1.1" status: 204 len: 168 time: 0.4668844 Sep 14 14:58:43.312825 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 4bf5b5fc-4557-46ce-ac84-d136f37d3556 no longer exists at agent hyperv_hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:43.333698 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] No Port match for: 4bf5b5fc-4557-46ce-ac84-d136f37d3556 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:43.334015 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Device 4bf5b5fc-4557-46ce-ac84-d136f37d3556 not bound to the agent host hv-cinder-78414 {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:43.765772 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34808) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:43.838100 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:43.866729 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:43.943024 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:43.945850 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:43.951083 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] 10.222.0.50 "DELETE /v2.0/security-groups/e845ef3e-fb87-42a1-9c73-fe05204c710c HTTP/1.1" status: 204 len: 168 time: 0.1803064 Sep 14 14:58:43.957497 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62966b-aed5-4344-a307-223919bcc5ee tempest-TestVolumeBootPattern-1142095493 tempest-TestVolumeBootPattern-1142095493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e845ef3e-fb87-42a1-9c73-fe05204c710c,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:44.013899 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34812) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:44.505184 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.016042 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Deleting port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:45.016802 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.096150 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] For port 42b5a0d5-82cf-4cb3-a299-6bdd2743979f, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:45.096566 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.112863 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Calling delete_port for 42b5a0d5-82cf-4cb3-a299-6bdd2743979f owned by network:router_interface {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:45.303422 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.332299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Pushing event deleted for resources: {'Port': ['ID=42b5a0d5-82cf-4cb3-a299-6bdd2743979f,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:45.503944 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.743113 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Router e672a694-235d-423f-931b-289556f33d8a has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:45.862354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:45.870073 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-b4aebea6-1a72-4664-a176-dce94d4bbebe admin admin] 10.222.0.50 "PUT /v2.0/routers/e672a694-235d-423f-931b-289556f33d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8528166 Sep 14 14:58:45.872558 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34816) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:45.876966 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Sync routers for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:45.888955 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:45.889683 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:45.979151 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks [] for router, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:45.997953 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: dv-cinder-784140-10-iscsi {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:46.092703 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.150872 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Deleting port 0934520c-8e57-4754-b5e6-3f58d45992f7 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:46.151251 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.183224 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:58:45Z', 'revision_number': 5, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port': {'id': '0934520c-8e57-4754-b5e6-3f58d45992f7', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e672a694-235d-423f-931b-289556f33d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:50Z', 'updated_at': '2021-09-14T14:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:46.210311 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Checking router: e672a694-235d-423f-931b-289556f33d8a for host: dv-cinder-784140-10-iscsi {{(pid=100393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:46.218495 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Routers {'e672a694-235d-423f-931b-289556f33d8a'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:46.219092 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['e672a694-235d-423f-931b-289556f33d8a'], 'active': True} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:46.231124 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] For port 0934520c-8e57-4754-b5e6-3f58d45992f7, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=0934520c-8e57-4754-b5e6-3f58d45992f7,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:46.231435 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.243956 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Calling delete_port for 0934520c-8e57-4754-b5e6-3f58d45992f7 owned by network:router_gateway {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:46.305515 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvr_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] Set router e672a694-235d-423f-931b-289556f33d8a gateway port host: None {{(pid=100393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:46.356668 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_hamode_db [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:58:46Z', 'revision_number': 6, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:46.391123 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b132cbe2-57eb-4ad2-ac89-26f930ad38f8 None None] The sync data for ids ['e672a694-235d-423f-931b-289556f33d8a'] in dv-cinder-784140-10-iscsi is: [{'id': 'e672a694-235d-423f-931b-289556f33d8a', 'name': 'tempest-TestVolumeBootPattern-1761672532-router', 'tenant_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:49Z', 'updated_at': '2021-09-14T14:58:46Z', 'revision_number': 6, 'project_id': '2fcebcfb63924ab183ec74a8d12a8aae', 'gw_port_host': None}] {{(pid=100393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:46.417810 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.443701 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=0934520c-8e57-4754-b5e6-3f58d45992f7,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:46.510305 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.599118 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.601528 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.647585 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.648133 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e672a694-235d-423f-931b-289556f33d8a {{(pid=100391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:58:46.653267 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] Notify callbacks [] for router, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.654460 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-d543af19-3b9c-4a05-bd45-4acf2dcedcfd admin admin] 10.222.0.50 "DELETE /v2.0/routers/e672a694-235d-423f-931b-289556f33d8a HTTP/1.1" status: 204 len: 168 time: 0.7805853 Sep 14 14:58:46.657393 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34818) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:46.702301 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Deleting subnet 551f7a45-eace-4714-9eb3-11d1bc0c9801 {{(pid=100391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:58:46.705774 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.745888 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28980816'] for subnet, precommit_delete_associations {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.827450 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.884735 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25482480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29306317'] for subnet, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.914659 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551f7a45-eace-4714-9eb3-11d1bc0c9801,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:46.918347 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:46.920271 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-3b42cf0c-3c4b-493d-9263-d8c5965a8501 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/551f7a45-eace-4714-9eb3-11d1bc0c9801 HTTP/1.1" status: 204 len: 168 time: 0.2619185 Sep 14 14:58:46.922945 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34820) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:46.927229 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba98d3f-6706-4280-9591-dc1b0e3c82b4 None None] Network cc2037ea-1aeb-4df4-8843-74f27fd449cd requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:58:46.993965 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.048430 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Deleting port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 {{(pid=100391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:47.048623 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.117865 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.db [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] For port 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6272694d-6bcf-4b54-9331-463bdbb5b4e8,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:47.118710 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.132480 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Calling delete_port for 6272694d-6bcf-4b54-9331-463bdbb5b4e8 owned by network:dhcp {{(pid=100391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:47.136547 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] DHCP port deletion for cc2037ea-1aeb-4df4-8843-74f27fd449cd request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:58:47.182341 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Deleting port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:47.182712 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.216730 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25482445'] for port, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.243526 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Pushing event deleted for resources: {'Port': ['ID=6272694d-6bcf-4b54-9331-463bdbb5b4e8,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:47.244194 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] For port 6272694d-6bcf-4b54-9331-463bdbb5b4e8, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=6272694d-6bcf-4b54-9331-463bdbb5b4e8,segment=NetworkSegment(e1c5f408-5b1f-4d07-b871-4eafcc5afbba),segment_id=e1c5f408-5b1f-4d07-b871-4eafcc5afbba)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:47.244592 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.247320 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] No DVR routers for this DVR port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 on host dv-cinder-784140-10-iscsi {{(pid=100391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:47.258375 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Calling delete_port for 6272694d-6bcf-4b54-9331-463bdbb5b4e8 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:47.321179 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.338686 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.344074 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc2037ea-1aeb-4df4-8843-74f27fd449cd']}} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:47.354862 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba') {'for_net_delete': True} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:47.355247 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.services.segments.db [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c5f408-5b1f-4d07-b871-4eafcc5afbba') {} {{(pid=100391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:47.362601 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] Pushing event deleted for resources: {'Port': ['ID=6272694d-6bcf-4b54-9331-463bdbb5b4e8,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:47.366981 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28980777'] for segment, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.368541 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fe27d-de3b-4cd4-9d29-1caca42e45e8 None None] No DVR routers for this DVR port 6272694d-6bcf-4b54-9331-463bdbb5b4e8 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:47.385792 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.392740 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=100391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:58:47.393335 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25481490'] for segment, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: Traceback (most recent call last): Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: timer() Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: cb(*args, **kw) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: return func(*args, **kwargs) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: self._notify() Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: self.callback(batched_events) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: event.method(event) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: return f(self, *a, **k) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._get(url).json() Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: return self.request(url, 'GET', **kwargs) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:58:47.395438 dv-cinder-784140-10-iscsi neutron-server[100391]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:58:47.455777 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.461343 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.463176 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc2037ea-1aeb-4df4-8843-74f27fd449cd HTTP/1.1" status: 204 len: 168 time: 0.5393004 Sep 14 14:58:47.466444 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34822) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:47.474305 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6e5a4-66ed-4691-9e01-2e61181b0129 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc2037ea-1aeb-4df4-8843-74f27fd449cd,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:47.790222 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6272694d-6bcf-4b54-9331-463bdbb5b4e8 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:47.810148 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 6272694d-6bcf-4b54-9331-463bdbb5b4e8 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:47.810466 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 6272694d-6bcf-4b54-9331-463bdbb5b4e8 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:47.810883 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 0934520c-8e57-4754-b5e6-3f58d45992f7 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:47.829588 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 0934520c-8e57-4754-b5e6-3f58d45992f7 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:47.829930 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 0934520c-8e57-4754-b5e6-3f58d45992f7 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:47.830389 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 42b5a0d5-82cf-4cb3-a299-6bdd2743979f no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:47.843114 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4012853'] for router_interface, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:47.851731 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: 42b5a0d5-82cf-4cb3-a299-6bdd2743979f {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:47.852070 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device 42b5a0d5-82cf-4cb3-a299-6bdd2743979f not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:48.116912 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Deleting port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:48.117247 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:48.198895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] For port bfa37f0c-6478-4683-9c21-fb2ddc18ea1a, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:48.199285 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:48.211573 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Calling delete_port for bfa37f0c-6478-4683-9c21-fb2ddc18ea1a owned by network:router_interface {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:48.405767 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:48.436560 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa37f0c-6478-4683-9c21-fb2ddc18ea1a,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:48.610210 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4012929'] for router_interface, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:48.841967 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Router 12a042a4-3d12-4dd2-b4fc-c76352a146bb has already been hosted by L3 agent 129350a7-2f19-4e26-a5a4-fb7ab02513a2 {{(pid=100392) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 14:58:48.951915 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] Notify agent at l3_agent.dv-cinder-784140-10-iscsi the message routers_updated {{(pid=100392) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 14:58:48.958944 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-5ab0b8b3-6a1f-4af1-9aa5-0b51bdef9c8c admin admin] 10.222.0.50 "PUT /v2.0/routers/12a042a4-3d12-4dd2-b4fc-c76352a146bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4904928 Sep 14 14:58:48.960692 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34824) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:48.963498 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Sync routers for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 14:58:48.974046 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:48.974664 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:49.068616 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks [] for router, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.084932 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: dv-cinder-784140-10-iscsi {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:49.173080 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.227527 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Deleting port e40a9729-1206-42ee-a9b9-b70764fcafce {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:49.227862 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.258124 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'external_fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:58:48Z', 'revision_number': 5, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port': {'id': 'e40a9729-1206-42ee-a9b9-b70764fcafce', 'name': '', 'network_id': 'aadc57a3-3077-462f-b8a5-8a5fb57d0292', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:8e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '8984d294-d86e-4433-931f-d153bc175183', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784140-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8984d294-d86e-4433-931f-d153bc175183', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784140-10-iscsi'}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:49.288913 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Checking router: 12a042a4-3d12-4dd2-b4fc-c76352a146bb for host: dv-cinder-784140-10-iscsi {{(pid=100394) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 14:58:49.297284 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Routers {'12a042a4-3d12-4dd2-b4fc-c76352a146bb'} bound to L3 agent in host dv-cinder-784140-10-iscsi {{(pid=100394) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 14:58:49.297889 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784140-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T14:40:24Z,description=,heartbeat_timestamp=2021-09-14T14:58:24Z,host='dv-cinder-784140-10-iscsi',id=129350a7-2f19-4e26-a5a4-fb7ab02513a2,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T14:40:24Z,topic='l3_agent')) {'router_ids': ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'], 'active': True} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:49.311283 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] For port e40a9729-1206-42ee-a9b9-b70764fcafce, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=e40a9729-1206-42ee-a9b9-b70764fcafce,segment=NetworkSegment(d4a6f133-37ad-460b-b509-c19d312db985),segment_id=d4a6f133-37ad-460b-b509-c19d312db985)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:49.311672 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.323237 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Calling delete_port for e40a9729-1206-42ee-a9b9-b70764fcafce owned by network:router_gateway {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:49.378336 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_dvr_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] Set router 12a042a4-3d12-4dd2-b4fc-c76352a146bb gateway port host: None {{(pid=100394) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 14:58:49.431518 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.l3_hamode_db [None req-dc2baec1-452f-4656-842f-42b007766260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:58:49Z', 'revision_number': 6, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port_host': None}], 'dv-cinder-784140-10-iscsi', False) {} {{(pid=100394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:49.457189 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2baec1-452f-4656-842f-42b007766260 None None] The sync data for ids ['12a042a4-3d12-4dd2-b4fc-c76352a146bb'] in dv-cinder-784140-10-iscsi is: [{'id': '12a042a4-3d12-4dd2-b4fc-c76352a146bb', 'name': 'tempest-TestVolumeBootPattern-2110708461-router', 'tenant_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T14:49:57Z', 'updated_at': '2021-09-14T14:58:49Z', 'revision_number': 6, 'project_id': '0f9449dd5ca84c049d44c0fcab4b80bc', 'gw_port_host': None}] {{(pid=100394) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 14:58:49.500459 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.525807 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40a9729-1206-42ee-a9b9-b70764fcafce,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:49.585179 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4007011'] for router_gateway, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.678279 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4014032', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15492'] for router, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.680509 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.730345 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4014041'] for router, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.730895 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a042a4-3d12-4dd2-b4fc-c76352a146bb {{(pid=100392) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 14:58:49.735136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] Notify callbacks [] for router, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.736348 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-6fef91d9-f7ea-4842-ba56-38530261c820 admin admin] 10.222.0.50 "DELETE /v2.0/routers/12a042a4-3d12-4dd2-b4fc-c76352a146bb HTTP/1.1" status: 204 len: 168 time: 0.7747295 Sep 14 14:58:49.738933 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34826) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:49.788997 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Deleting subnet c0ac195f-c89e-4514-9937-46b94428ae3d {{(pid=100392) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 14:58:49.792500 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.831380 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25363203'] for subnet, precommit_delete_associations {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.906675 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bfa37f0c-6478-4683-9c21-fb2ddc18ea1a no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:49.922136 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699509'] for subnet, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:49.932076 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: bfa37f0c-6478-4683-9c21-fb2ddc18ea1a {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:49.932377 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device bfa37f0c-6478-4683-9c21-fb2ddc18ea1a not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:49.976785 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25330080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25979988'] for subnet, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.000940 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ac195f-c89e-4514-9937-46b94428ae3d,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:50.007629 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for subnet, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.009649 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-ba75cccf-555a-499e-aaf8-de4f90f6febc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c0ac195f-c89e-4514-9937-46b94428ae3d HTTP/1.1" status: 204 len: 168 time: 0.2698145 Sep 14 14:58:50.012334 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34828) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:50.014891 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9965795-a569-4e32-92c4-dfb1b9a58808 None None] Network 4f5ce84e-3ea9-495c-a052-742664bfc2ba requested from dv-cinder-784140-10-iscsi {{(pid=100393) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 14:58:50.061253 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:58:50.086696 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618153'] for network, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.141013 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Deleting port c8dbf1c5-e375-46f6-92e5-55f936684056 {{(pid=100392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:50.141337 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.210328 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.db [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] For port c8dbf1c5-e375-46f6-92e5-55f936684056, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c8dbf1c5-e375-46f6-92e5-55f936684056,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:50.210714 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.226299 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.plugin [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Calling delete_port for c8dbf1c5-e375-46f6-92e5-55f936684056 owned by network:dhcp {{(pid=100392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:50.232793 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] DHCP port deletion for 4f5ce84e-3ea9-495c-a052-742664bfc2ba request from dv-cinder-784140-10-iscsi {{(pid=100393) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 14:58:50.283887 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Deleting port c8dbf1c5-e375-46f6-92e5-55f936684056 {{(pid=100393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 14:58:50.284296 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736657872186'] for port, before_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.317854 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25330077'] for port, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.344627 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8dbf1c5-e375-46f6-92e5-55f936684056,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:50.349072 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.db [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] For port c8dbf1c5-e375-46f6-92e5-55f936684056, host dv-cinder-784140-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784140-10-iscsi',level=0,port_id=c8dbf1c5-e375-46f6-92e5-55f936684056,segment=NetworkSegment(5c3a02e6-0677-416d-9171-ff3e9d8a201a),segment_id=5c3a02e6-0677-416d-9171-ff3e9d8a201a)] {{(pid=100393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 14:58:50.349451 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4008516'] for port, precommit_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.351099 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] No DVR routers for this DVR port c8dbf1c5-e375-46f6-92e5-55f936684056 on host dv-cinder-784140-10-iscsi {{(pid=100392) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:50.364697 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Calling delete_port for c8dbf1c5-e375-46f6-92e5-55f936684056 owned by network:dhcp {{(pid=100393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 14:58:50.426255 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695040', 'neutron.services.segments.db._delete_segments_for_network-8736658100125'] for network, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.447998 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-648080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736657880836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736657556444'] for port, after_delete {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.448292 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5ce84e-3ea9-495c-a052-742664bfc2ba']}} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:50.458393 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3a02e6-0677-416d-9171-ff3e9d8a201a') {'for_net_delete': True} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:50.458689 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.services.segments.db [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3a02e6-0677-416d-9171-ff3e9d8a201a') {} {{(pid=100392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 14:58:50.469797 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736658099366', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25363322'] for segment, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.475274 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] Pushing event deleted for resources: {'Port': ['ID=c8dbf1c5-e375-46f6-92e5-55f936684056,revision_number=None']} {{(pid=100393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:50.478689 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28b64e-e6a4-4f67-90bf-89370813ae2c None None] No DVR routers for this DVR port c8dbf1c5-e375-46f6-92e5-55f936684056 on host dv-cinder-784140-10-iscsi {{(pid=100393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 14:58:50.484946 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263'] for segment, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.491540 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=100392) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 14:58:50.491939 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-695263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25330754'] for segment, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: Traceback (most recent call last): Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: timer() Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: cb(*args, **kw) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: return func(*args, **kwargs) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: self._notify() Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: self.callback(batched_events) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: event.method(event) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: return f(self, *a, **k) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._get(url).json() Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: return self.request(url, 'GET', **kwargs) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 14:58:50.493892 dv-cinder-784140-10-iscsi neutron-server[100392]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 14:58:50.551777 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4006919'] for network, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.556777 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792418'] for network, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.560476 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] 10.222.0.50 "DELETE /v2.0/networks/4f5ce84e-3ea9-495c-a052-742664bfc2ba HTTP/1.1" status: 204 len: 168 time: 0.5470910 Sep 14 14:58:50.572935 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f850010-4fc1-4cdf-9653-b76cc689b16f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5ce84e-3ea9-495c-a052-742664bfc2ba,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:50.680316 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34832) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:50.722179 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-7be3ae5c-e4c0-46b8-b428-a8c323232649 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fcebcfb63924ab183ec74a8d12a8aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399532 Sep 14 14:58:50.723989 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34834) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:50.777305 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.800803 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.856309 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.858787 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron_lib.callbacks.manager [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:50.859936 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5193116f-4af5-4148-95d9-74d06ba44785 HTTP/1.1" status: 204 len: 168 time: 0.1348095 Sep 14 14:58:50.868369 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24f04-c512-4523-81d5-5ff50f56dd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193116f-4af5-4148-95d9-74d06ba44785,revision_number=None']} {{(pid=100391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:51.196540 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [-] (100391) accepted ('10.222.0.50', 34840) {{(pid=100391) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:51.237494 dv-cinder-784140-10-iscsi neutron-server[100391]: INFO neutron.wsgi [None req-a55cf22b-b0f4-4cf4-9828-88f57660bbd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f9449dd5ca84c049d44c0fcab4b80bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393283 Sep 14 14:58:51.239737 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [-] (100392) accepted ('10.222.0.50', 34842) {{(pid=100392) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 14:58:51.294907 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:51.317095 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:51.366354 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3796672'] for security_group, after_delete {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:51.368971 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron_lib.callbacks.manager [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:51.370164 dv-cinder-784140-10-iscsi neutron-server[100392]: INFO neutron.wsgi [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c70a4a27-65d5-44e8-a608-d3294bf4d92b HTTP/1.1" status: 204 len: 168 time: 0.1294804 Sep 14 14:58:51.379289 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bf4e3-ba0e-4697-827c-3a9382c88b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a4a27-65d5-44e8-a608-d3294bf4d92b,revision_number=None']} {{(pid=100392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 14:58:51.637487 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5dcb2b7b-ed47-484e-b08b-aea6cd3dd145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:51.778392 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device e40a9729-1206-42ee-a9b9-b70764fcafce no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:51.805726 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: e40a9729-1206-42ee-a9b9-b70764fcafce {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:51.806158 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device e40a9729-1206-42ee-a9b9-b70764fcafce not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:51.806644 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c8dbf1c5-e375-46f6-92e5-55f936684056 no longer exists at agent ovs-agent-dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 14:58:51.954269 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] No Port match for: c8dbf1c5-e375-46f6-92e5-55f936684056 {{(pid=100393) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 14:58:51.954598 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron.plugins.ml2.rpc [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Device c8dbf1c5-e375-46f6-92e5-55f936684056 not bound to the agent host dv-cinder-784140-10-iscsi {{(pid=100393) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 14:58:54.231227 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-99634bbf-8df4-43bd-8f54-0b84fa9b7646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:54.358335 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:55.441043 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:58:57.071744 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:07.836416 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:21.638089 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-d1fac5ad-017b-43b1-bd0e-c2e4723e6e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:24.236420 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-5e08b598-95ac-4ce0-93cf-52ff15d7d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:24.365527 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:25.449660 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:27.075979 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:27.148508 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 14:59:37.831500 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:51.639956 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7f7b687c-66e2-4191-97ff-db10dd9a91e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:54.249303 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e06e3306-aa88-4f7c-a66c-c546a5414024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:54.366259 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:55.455790 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 14:59:57.086008 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:04.061875 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:00:07.830031 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:21.645365 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e39b0d9e-7b31-417d-b0d5-f2042ffb17bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:24.249771 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2bfa9fe6-009b-4cb9-ad9c-e71abc91b4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:24.367231 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:25.460800 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:27.090275 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:37.831627 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:41.063564 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:00:51.632550 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2d6ef0a1-3104-4a88-a875-4d0821177fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:54.254242 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-4dde12f5-ce34-42f5-8067-259ba6aa056f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:54.370581 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:55.460448 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:00:57.099308 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:07.842476 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:18.066742 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:01:21.645316 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f6775d80-3b10-43d2-ba22-76f9c7004b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:24.257134 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-6815b04c-6c83-423b-b83e-6bff3f8010ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:24.379080 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:25.467829 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:27.096187 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:37.835710 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:51.646207 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-61f1c2e9-e473-4254-bc31-31e7c897ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:54.256854 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-9ac3de88-844a-46aa-8a36-d77558eead2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:54.374044 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:55.073914 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:01:55.465211 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:01:57.099318 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:07.842308 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:21.649599 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6b8e-edfc-443e-b7b8-90c56fab803a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:24.256542 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-aa5fc629-a312-47ef-ab45-d261d53a4cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:24.374464 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:25.476863 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:27.107771 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:32.069835 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:02:37.847037 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:51.649747 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-8948f91a-01c0-45e2-988b-2b67d0a31a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:54.256683 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-70d6bb21-a5fa-4a35-bb56-837063ac7170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:54.377634 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:55.481252 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:02:57.110104 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:07.847652 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:09.063575 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:03:21.650135 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-b9578e63-8554-4b8d-a9e8-dbab0c07363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:24.250838 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-9e4794f2-6c47-4c88-8a8d-9ddec4e6cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:24.375485 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:25.485241 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:27.111677 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:37.847532 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:46.069715 dv-cinder-784140-10-iscsi neutron-server[100394]: DEBUG neutron.db.agents_db [None req-d0c0631e-2963-4a0c-9d72-52b93ccb0b5a None None] Agent healthcheck: found 6 active agents {{(pid=100394) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 15:03:51.655700 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-15b385fd-2f22-4c1d-863f-a16c03b7fe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:54.266746 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-2bc769ca-2556-49ec-8d8c-39859ffa7e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:54.377366 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-e6a8ad5f-6066-461d-b637-5c60966a0db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:55.487579 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a89a-5308-4938-9d2a-7a9251859571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:57.116262 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-f688e1b6-83fe-4611-84fe-e368bddae4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 15:03:58.311483 dv-cinder-784140-10-iscsi neutron-server[100392]: DEBUG neutron.wsgi [req-8c37e636-993d-40c5-9632-16150a305c38 req-1dcf8bc7-01d3-40ff-82cb-601a160ab3c6 service neutron] (100392) timed out ('10.222.0.64', 56568) {{(pid=100392) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 15:04:03.110948 dv-cinder-784140-10-iscsi neutron-server[100391]: DEBUG neutron.wsgi [req-b9c5884f-c730-4af5-909f-747a2e9d7bf0 req-e1525172-d3ef-44c6-8503-924072ac971a service neutron] (100391) timed out ('10.222.0.64', 56603) {{(pid=100391) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 15:04:07.852758 dv-cinder-784140-10-iscsi neutron-server[100393]: DEBUG neutron_lib.callbacks.manager [None req-c4093ec6-4403-4e9b-8839-70975e2946a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736658100107', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-694726'] for agent, after_update {{(pid=100393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}